[ 532.544247] env[69243]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69243) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.544584] env[69243]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69243) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.544732] env[69243]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69243) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.545086] env[69243]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 532.641395] env[69243]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69243) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 532.651232] env[69243]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69243) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 532.693923] env[69243]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 533.252282] env[69243]: INFO nova.virt.driver [None req-461e91fe-e832-428d-b960-d50a5aa083d7 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 533.324308] env[69243]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.324488] env[69243]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.324557] env[69243]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69243) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.231250] env[69243]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-8213f782-abcd-44dc-814f-19c3f871b84a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.249457] env[69243]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69243) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 536.249659] env[69243]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-db2db29e-6236-4d3b-b9d8-4245d1988cd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.283929] env[69243]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ec15c. [ 536.284114] env[69243]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.960s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.284706] env[69243]: INFO nova.virt.vmwareapi.driver [None req-461e91fe-e832-428d-b960-d50a5aa083d7 None None] VMware vCenter version: 7.0.3 [ 536.288134] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf3d72-9dbd-4307-b9fb-a4d8c7a1d60a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.305274] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c53fd-2c6d-4dba-9eb8-3da4df4a5d01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.311384] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916303fd-3fe4-44f8-b5f3-c6c102f1e792 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.318044] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea6092-af68-4693-9b0c-4998d656c597 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.331298] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb65d5-4b6f-4258-9d44-fae6e6759a6d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.337404] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f9d7d-efe9-42e0-967c-13843eebdfba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.367839] env[69243]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-48961ff9-0569-4bbd-b033-9228c24da60e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.373095] env[69243]: DEBUG nova.virt.vmwareapi.driver [None req-461e91fe-e832-428d-b960-d50a5aa083d7 None None] Extension org.openstack.compute already exists. {{(pid=69243) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 536.375745] env[69243]: INFO nova.compute.provider_config [None req-461e91fe-e832-428d-b960-d50a5aa083d7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 536.879281] env[69243]: DEBUG nova.context [None req-461e91fe-e832-428d-b960-d50a5aa083d7 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ad056e26-9925-4c39-82c5-368eb7d8c9f7(cell1) {{(pid=69243) load_cells /opt/stack/nova/nova/context.py:464}} [ 536.881495] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.881766] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.882522] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.883117] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Acquiring lock "ad056e26-9925-4c39-82c5-368eb7d8c9f7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.883323] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Lock "ad056e26-9925-4c39-82c5-368eb7d8c9f7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.884378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Lock "ad056e26-9925-4c39-82c5-368eb7d8c9f7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.904404] env[69243]: INFO dbcounter [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Registered counter for database nova_cell0 [ 536.912763] env[69243]: INFO dbcounter [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Registered counter for database nova_cell1 [ 537.379538] env[69243]: DEBUG oslo_db.sqlalchemy.engines [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69243) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 537.379939] env[69243]: DEBUG oslo_db.sqlalchemy.engines [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69243) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 537.385257] env[69243]: ERROR nova.db.main.api [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.385257] env[69243]: result = function(*args, **kwargs) [ 537.385257] env[69243]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 537.385257] env[69243]: return func(*args, **kwargs) [ 537.385257] env[69243]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.385257] env[69243]: result = fn(*args, **kwargs) [ 537.385257] env[69243]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.385257] env[69243]: return f(*args, **kwargs) [ 537.385257] env[69243]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 537.385257] env[69243]: return db.service_get_minimum_version(context, binaries) [ 537.385257] env[69243]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.385257] env[69243]: _check_db_access() [ 537.385257] env[69243]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.385257] env[69243]: stacktrace = ''.join(traceback.format_stack()) [ 537.385257] env[69243]: [ 537.386525] env[69243]: ERROR nova.db.main.api [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.386525] env[69243]: result = function(*args, **kwargs) [ 537.386525] env[69243]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 537.386525] env[69243]: return func(*args, **kwargs) [ 537.386525] env[69243]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.386525] env[69243]: result = fn(*args, **kwargs) [ 537.386525] env[69243]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.386525] env[69243]: return f(*args, **kwargs) [ 537.386525] env[69243]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 537.386525] env[69243]: return db.service_get_minimum_version(context, binaries) [ 537.386525] env[69243]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.386525] env[69243]: _check_db_access() [ 537.386525] env[69243]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.386525] env[69243]: stacktrace = ''.join(traceback.format_stack()) [ 537.386525] env[69243]: [ 537.386925] env[69243]: WARNING nova.objects.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Failed to get minimum service version for cell ad056e26-9925-4c39-82c5-368eb7d8c9f7 [ 537.387112] env[69243]: WARNING nova.objects.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 537.387546] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Acquiring lock "singleton_lock" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.387700] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Acquired lock "singleton_lock" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.387940] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Releasing lock "singleton_lock" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.388296] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Full set of CONF: {{(pid=69243) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 537.388443] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ******************************************************************************** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 537.388570] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] Configuration options gathered from: {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 537.388703] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 537.388892] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 537.389029] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ================================================================================ {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 537.389244] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] allow_resize_to_same_host = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.389420] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] arq_binding_timeout = 300 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.389551] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] backdoor_port = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.389676] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] backdoor_socket = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.389840] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] block_device_allocate_retries = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.390010] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] block_device_allocate_retries_interval = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.390191] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cert = self.pem {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.390361] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.390527] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute_monitors = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.390923] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] config_dir = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.391133] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] config_drive_format = iso9660 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.391279] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.391449] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] config_source = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.391622] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] console_host = devstack {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.391790] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] control_exchange = nova {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.391948] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cpu_allocation_ratio = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.392127] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] daemon = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.392303] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] debug = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.392461] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] default_access_ip_network_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.392625] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] default_availability_zone = nova {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.392782] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] default_ephemeral_format = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.392940] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] default_green_pool_size = 1000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.393193] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.393359] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] default_schedule_zone = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.393516] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] disk_allocation_ratio = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.393676] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] enable_new_services = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.393851] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] enabled_apis = ['osapi_compute'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.394015] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] enabled_ssl_apis = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.394182] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] flat_injected = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.394342] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] force_config_drive = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.394500] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] force_raw_images = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.394673] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] graceful_shutdown_timeout = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.394822] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] heal_instance_info_cache_interval = -1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.395061] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] host = cpu-1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.395247] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.395412] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] initial_disk_allocation_ratio = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.395571] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] initial_ram_allocation_ratio = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.395782] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.395945] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instance_build_timeout = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.396135] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instance_delete_interval = 300 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.396296] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instance_format = [instance: %(uuid)s] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.396460] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instance_name_template = instance-%08x {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.396618] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instance_usage_audit = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.396785] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instance_usage_audit_period = month {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.396948] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.397129] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] instances_path = /opt/stack/data/nova/instances {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.397301] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] internal_service_availability_zone = internal {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.397459] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] key = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.397618] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] live_migration_retry_count = 30 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.397786] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_color = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.397947] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_config_append = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.398125] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.398287] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_dir = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.398452] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_file = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.398574] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_options = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.398734] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_rotate_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.398899] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_rotate_interval_type = days {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.399076] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] log_rotation_type = none {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.399211] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.399337] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.399504] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.399668] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.399794] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.399954] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] long_rpc_timeout = 1800 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.400129] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] max_concurrent_builds = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.400291] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] max_concurrent_live_migrations = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.400450] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] max_concurrent_snapshots = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.400604] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] max_local_block_devices = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.400760] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] max_logfile_count = 30 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.400915] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] max_logfile_size_mb = 200 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.401085] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] maximum_instance_delete_attempts = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.401256] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] metadata_listen = 0.0.0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.401424] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] metadata_listen_port = 8775 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.401591] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] metadata_workers = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.401751] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] migrate_max_retries = -1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.401914] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] mkisofs_cmd = genisoimage {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.402133] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] my_block_storage_ip = 10.180.1.21 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.402271] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] my_ip = 10.180.1.21 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.402473] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.402636] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] network_allocate_retries = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.402813] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.402980] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] osapi_compute_listen = 0.0.0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.403169] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] osapi_compute_listen_port = 8774 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.403345] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] osapi_compute_unique_server_name_scope = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.403515] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] osapi_compute_workers = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.403676] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] password_length = 12 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.403834] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] periodic_enable = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.403993] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] periodic_fuzzy_delay = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.404183] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] pointer_model = usbtablet {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.404345] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] preallocate_images = none {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.404512] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] publish_errors = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.404634] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] pybasedir = /opt/stack/nova {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.404790] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ram_allocation_ratio = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.404947] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] rate_limit_burst = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.405129] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] rate_limit_except_level = CRITICAL {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.405293] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] rate_limit_interval = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.405449] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] reboot_timeout = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.405607] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] reclaim_instance_interval = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.405761] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] record = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.405924] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] reimage_timeout_per_gb = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.406123] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] report_interval = 120 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.406270] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] rescue_timeout = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.406421] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] reserved_host_cpus = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.406578] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] reserved_host_disk_mb = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.406733] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] reserved_host_memory_mb = 512 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.406891] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] reserved_huge_pages = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.407062] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] resize_confirm_window = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.407226] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] resize_fs_using_block_device = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.407386] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] resume_guests_state_on_host_boot = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.407550] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.407709] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] rpc_response_timeout = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.407867] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] run_external_periodic_tasks = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.408046] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] running_deleted_instance_action = reap {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.408211] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] running_deleted_instance_poll_interval = 1800 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.408370] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] running_deleted_instance_timeout = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.408525] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler_instance_sync_interval = 120 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.408691] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_down_time = 720 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.408855] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] servicegroup_driver = db {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.409016] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] shell_completion = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.409183] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] shelved_offload_time = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.409343] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] shelved_poll_interval = 3600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.409508] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] shutdown_timeout = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.409668] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] source_is_ipv6 = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.409823] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ssl_only = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.410091] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.410267] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] sync_power_state_interval = 600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.410428] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] sync_power_state_pool_size = 1000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.410592] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] syslog_log_facility = LOG_USER {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.410746] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] tempdir = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.410902] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] timeout_nbd = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.411077] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] transport_url = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.411243] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] update_resources_interval = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.411400] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] use_cow_images = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.411556] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] use_journal = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.411711] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] use_json = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.411866] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] use_rootwrap_daemon = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.412032] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] use_stderr = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.412194] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] use_syslog = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.412347] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vcpu_pin_set = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.412512] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plugging_is_fatal = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.412676] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plugging_timeout = 300 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.412838] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] virt_mkfs = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.412995] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] volume_usage_poll_interval = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.413166] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] watch_log_file = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.413367] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] web = /usr/share/spice-html5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.413510] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.413675] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.413836] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.414012] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_concurrency.disable_process_locking = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.414312] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.414495] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.414659] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.414826] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.414991] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.415174] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.415354] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.auth_strategy = keystone {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.415515] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.compute_link_prefix = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.415684] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.415854] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.dhcp_domain = novalocal {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.416029] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.enable_instance_password = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.416198] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.glance_link_prefix = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.416359] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.416524] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.416681] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.instance_list_per_project_cells = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.416837] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.list_records_by_skipping_down_cells = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.416991] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.local_metadata_per_cell = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.417172] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.max_limit = 1000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.417338] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.metadata_cache_expiration = 15 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.417507] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.neutron_default_tenant_id = default {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.417672] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.response_validation = warn {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.417838] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.use_neutron_default_nets = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.418008] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.418176] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.418343] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.418510] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.418677] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.vendordata_dynamic_targets = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.418837] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.vendordata_jsonfile_path = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.419023] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.419228] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.backend = dogpile.cache.memcached {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.419392] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.backend_argument = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.419550] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.backend_expiration_time = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.419715] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.config_prefix = cache.oslo {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.419881] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.dead_timeout = 60.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.420052] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.debug_cache_backend = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.420219] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.enable_retry_client = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.420382] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.enable_socket_keepalive = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.420550] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.enabled = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.420712] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.enforce_fips_mode = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.420874] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.expiration_time = 600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.421048] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.hashclient_retry_attempts = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.421219] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.hashclient_retry_delay = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.421380] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_dead_retry = 300 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.421538] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_password = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.421697] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.421855] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.422025] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_pool_maxsize = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.422192] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.422354] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_sasl_enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.422528] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.422691] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_socket_timeout = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.422847] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.memcache_username = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.423019] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.proxies = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.423187] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.redis_db = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.423344] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.redis_password = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.423511] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.redis_sentinel_service_name = mymaster {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.423682] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.423848] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.redis_server = localhost:6379 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.424016] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.redis_socket_timeout = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.424181] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.redis_username = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.424343] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.retry_attempts = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.424503] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.retry_delay = 0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.424664] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.socket_keepalive_count = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.424822] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.socket_keepalive_idle = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.424979] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.socket_keepalive_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.425152] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.tls_allowed_ciphers = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.425310] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.tls_cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.425464] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.tls_certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.425621] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.tls_enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.425776] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cache.tls_keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.425942] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.426150] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.auth_type = password {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.426297] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.426466] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.catalog_info = volumev3::publicURL {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.426623] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.426782] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.426941] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.cross_az_attach = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.427119] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.debug = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.427278] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.endpoint_template = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.427437] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.http_retries = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.427594] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.427748] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.427914] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.os_region_name = RegionOne {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.428093] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.428242] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cinder.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.428421] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.428571] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.cpu_dedicated_set = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.428725] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.cpu_shared_set = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.428885] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.image_type_exclude_list = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.429055] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.429218] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.max_concurrent_disk_ops = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.429378] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.max_disk_devices_to_attach = -1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.429537] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.429701] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.429859] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.resource_provider_association_refresh = 300 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.430023] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.430186] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.shutdown_retry_interval = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.430362] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.430535] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] conductor.workers = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.430713] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] console.allowed_origins = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.430874] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] console.ssl_ciphers = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.431057] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] console.ssl_minimum_version = default {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.431233] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] consoleauth.enforce_session_timeout = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.431405] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] consoleauth.token_ttl = 600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.431573] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.431732] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.431896] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.432069] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.432236] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.432397] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.432559] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.432715] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.432873] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.433039] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.433203] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.433359] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.433557] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.433678] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.service_type = accelerator {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.433838] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.433999] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.434168] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.434328] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.434508] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.434667] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] cyborg.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.434839] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.asyncio_connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.434999] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.asyncio_slave_connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.435186] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.backend = sqlalchemy {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.435355] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.435524] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.connection_debug = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.435689] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.connection_parameters = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.435851] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.connection_recycle_time = 3600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.436019] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.connection_trace = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.436187] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.db_inc_retry_interval = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.436351] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.db_max_retries = 20 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.436512] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.db_max_retry_interval = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.436675] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.db_retry_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.436836] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.max_overflow = 50 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.436997] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.max_pool_size = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.437179] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.max_retries = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.437349] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.437505] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.mysql_wsrep_sync_wait = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.437662] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.pool_timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.437823] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.retry_interval = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.437979] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.slave_connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.438155] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.sqlite_synchronous = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.438319] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] database.use_db_reconnect = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.438486] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.asyncio_connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.438644] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.asyncio_slave_connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.438811] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.backend = sqlalchemy {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.438975] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.439155] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.connection_debug = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.439323] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.connection_parameters = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.439484] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.connection_recycle_time = 3600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.439643] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.connection_trace = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.439809] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.db_inc_retry_interval = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.439969] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.db_max_retries = 20 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.440146] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.db_max_retry_interval = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.440310] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.db_retry_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.440471] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.max_overflow = 50 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.440631] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.max_pool_size = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.440791] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.max_retries = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.440954] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.441126] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.441287] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.pool_timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.441448] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.retry_interval = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.441603] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.slave_connection = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.441761] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] api_database.sqlite_synchronous = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.441934] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] devices.enabled_mdev_types = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.442123] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.442300] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ephemeral_storage_encryption.default_format = luks {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.442462] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ephemeral_storage_encryption.enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.442623] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.442794] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.api_servers = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.442955] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.443130] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.443293] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.443449] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.443611] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.443764] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.debug = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.443924] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.default_trusted_certificate_ids = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.444096] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.enable_certificate_validation = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.444261] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.enable_rbd_download = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.444418] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.444580] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.444737] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.444892] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.445057] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.445225] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.num_retries = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.445391] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.rbd_ceph_conf = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.445549] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.rbd_connect_timeout = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.445712] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.rbd_pool = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.445875] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.rbd_user = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.446051] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.446217] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.446376] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.446540] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.service_type = image {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.446699] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.446855] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.447024] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.447180] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.447359] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.447526] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.verify_glance_signatures = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.447680] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] glance.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.447871] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] guestfs.debug = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.448055] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.448221] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.auth_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.448383] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.448539] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.448700] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.448856] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.449023] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.449187] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.449350] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.449506] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.449662] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.449817] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.449971] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.450140] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.450297] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.450462] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.service_type = shared-file-system {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.450624] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.share_apply_policy_timeout = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.450782] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.450936] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.451104] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.451266] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.451443] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.451602] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] manila.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.451767] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] mks.enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.452127] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.452322] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] image_cache.manager_interval = 2400 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.452492] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] image_cache.precache_concurrency = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.452661] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] image_cache.remove_unused_base_images = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.452831] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.452998] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.453190] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] image_cache.subdirectory_name = _base {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.453370] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.api_max_retries = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.453534] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.api_retry_interval = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.453694] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.453857] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.auth_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.454024] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.454188] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.454353] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.454514] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.conductor_group = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.454672] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.454828] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.454983] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.455160] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.455317] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.455472] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.455628] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.455790] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.peer_list = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.455944] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.456122] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.456282] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.serial_console_state_timeout = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.456438] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.456602] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.service_type = baremetal {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.456758] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.shard = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.456918] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.457091] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.457254] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.457410] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.457587] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.457746] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ironic.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.457928] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.458112] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] key_manager.fixed_key = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.458300] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.458459] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.barbican_api_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.458616] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.barbican_endpoint = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.458783] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.barbican_endpoint_type = public {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.458938] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.barbican_region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.459110] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.459273] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.459433] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.459643] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.459746] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.459905] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.number_of_retries = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.460082] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.retry_delay = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.460249] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.send_service_user_token = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.460409] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.460564] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.460724] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.verify_ssl = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.460881] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican.verify_ssl_path = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.461057] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.461223] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.auth_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.461385] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.461542] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.461703] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.461865] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.462032] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.462200] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.462361] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] barbican_service_user.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.462528] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.approle_role_id = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.462687] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.approle_secret_id = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.462856] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.kv_mountpoint = secret {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.463024] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.kv_path = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.463192] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.kv_version = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.463350] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.namespace = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.463506] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.root_token_id = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.463661] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.ssl_ca_crt_file = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.463824] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.timeout = 60.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.463990] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.use_ssl = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.464170] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.464339] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.464497] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.464657] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.464815] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.464974] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466171] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466171] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466171] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466171] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466171] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466171] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466171] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466600] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466600] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.service_type = identity {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466600] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466675] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466821] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.466980] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.467176] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.467338] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] keystone.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.467528] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.ceph_mount_options = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.467929] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.468134] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.connection_uri = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.468307] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.cpu_mode = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.468480] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.cpu_model_extra_flags = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.468654] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.cpu_models = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.468828] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.cpu_power_governor_high = performance {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.468997] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.cpu_power_governor_low = powersave {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.469183] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.cpu_power_management = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.469362] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.469533] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.device_detach_attempts = 8 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.469701] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.device_detach_timeout = 20 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.469872] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.disk_cachemodes = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.470046] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.disk_prefix = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.470220] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.enabled_perf_events = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.470388] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.file_backed_memory = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.470557] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.gid_maps = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.470717] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.hw_disk_discard = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.470876] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.hw_machine_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.471055] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.images_rbd_ceph_conf = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.471227] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.471413] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.471590] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.images_rbd_glance_store_name = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.471758] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.images_rbd_pool = rbd {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.471925] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.images_type = default {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.472098] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.images_volume_group = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.472265] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.inject_key = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.472428] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.inject_partition = -2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.472589] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.inject_password = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.472752] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.iscsi_iface = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.472914] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.iser_use_multipath = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.473096] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_bandwidth = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.473266] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.473430] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_downtime = 500 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.473592] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.473752] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.473910] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_inbound_addr = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.474090] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.474256] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_permit_post_copy = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.474417] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_scheme = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.474590] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_timeout_action = abort {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.474754] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_tunnelled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.474912] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_uri = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.475087] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.live_migration_with_native_tls = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.475254] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.max_queues = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.475417] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.475653] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.475817] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.nfs_mount_options = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.476138] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.476303] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.476474] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.num_iser_scan_tries = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.476638] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.num_memory_encrypted_guests = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.476805] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.476970] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.num_pcie_ports = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.477159] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.num_volume_scan_tries = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.477330] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.pmem_namespaces = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.477492] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.quobyte_client_cfg = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.477774] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.477950] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rbd_connect_timeout = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.478132] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.478299] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.478458] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rbd_secret_uuid = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.478614] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rbd_user = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.478775] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.478943] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.remote_filesystem_transport = ssh {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.479117] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rescue_image_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.479277] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rescue_kernel_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.479433] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rescue_ramdisk_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.479598] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.479756] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.rx_queue_size = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.479920] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.smbfs_mount_options = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.480253] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.480436] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.snapshot_compression = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.480597] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.snapshot_image_format = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.480827] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.480996] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.sparse_logical_volumes = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.481180] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.swtpm_enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.481348] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.swtpm_group = tss {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.481512] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.swtpm_user = tss {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.481678] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.sysinfo_serial = unique {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.481837] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.tb_cache_size = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.481993] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.tx_queue_size = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.482172] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.uid_maps = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.482335] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.use_virtio_for_bridges = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.482505] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.virt_type = kvm {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.482673] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.volume_clear = zero {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.482836] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.volume_clear_size = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.482999] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.volume_enforce_multipath = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.483180] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.volume_use_multipath = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.483344] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.vzstorage_cache_path = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.483520] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.483681] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.vzstorage_mount_group = qemu {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.483846] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.vzstorage_mount_opts = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.484019] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.484312] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.484494] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.vzstorage_mount_user = stack {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.484660] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.484835] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.485019] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.auth_type = password {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.485191] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.485354] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.485515] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.485672] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.485831] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.486032] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.default_floating_pool = public {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.486204] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.486393] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.extension_sync_interval = 600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.486563] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.http_retries = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.486743] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.486906] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.487081] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.487253] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.487412] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.487582] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.ovs_bridge = br-int {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.487747] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.physnets = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.487915] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.region_name = RegionOne {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.488092] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.488266] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.service_metadata_proxy = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.488426] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.488594] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.service_type = network {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.488755] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.488913] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.489085] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.489248] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.489424] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.489584] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] neutron.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.489757] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] notifications.bdms_in_notifications = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.489933] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] notifications.default_level = INFO {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.490113] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] notifications.include_share_mapping = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.490293] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] notifications.notification_format = unversioned {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.490456] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] notifications.notify_on_state_change = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.490631] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.490806] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] pci.alias = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.490974] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] pci.device_spec = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.491153] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] pci.report_in_placement = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.491327] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.491499] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.auth_type = password {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.491666] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.491826] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.491982] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.492158] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.492319] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.492476] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.492632] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.default_domain_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.492788] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.default_domain_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.492943] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.domain_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.493112] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.domain_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.493271] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.493427] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.493580] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.493732] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.493884] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.494060] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.password = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.494229] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.project_domain_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.494380] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.project_domain_name = Default {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.494543] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.project_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.494711] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.project_name = service {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.494877] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.region_name = RegionOne {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.495045] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.495210] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.495379] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.service_type = placement {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.495541] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.495694] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.495848] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.496009] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.system_scope = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.496184] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.496337] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.trust_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.496494] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.user_domain_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.496660] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.user_domain_name = Default {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.496818] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.user_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.496989] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.username = nova {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.497186] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.497348] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] placement.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.497531] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.cores = 20 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.497696] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.count_usage_from_placement = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.497864] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.498043] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.injected_file_content_bytes = 10240 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.498215] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.injected_file_path_length = 255 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.498382] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.injected_files = 5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.498547] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.instances = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.498711] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.key_pairs = 100 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.498878] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.metadata_items = 128 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.499054] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.ram = 51200 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.499225] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.recheck_quota = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.499395] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.server_group_members = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.499562] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.server_groups = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.499768] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.499942] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] quota.unified_limits_resource_strategy = require {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.500128] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.500297] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.500458] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.image_metadata_prefilter = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.500619] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.500780] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.max_attempts = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.500941] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.max_placement_results = 1000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.501120] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.501284] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.query_placement_for_image_type_support = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.501445] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.501616] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] scheduler.workers = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.501800] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.501973] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.502167] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.502340] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.502503] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.502667] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.502829] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.503023] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.503192] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.host_subset_size = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.503355] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.503511] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.503668] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.503829] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.504010] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.504178] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.isolated_hosts = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.504339] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.isolated_images = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.504498] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.504654] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.504811] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.504967] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.pci_in_placement = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.505146] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.505318] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.505475] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.505632] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.505788] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.505945] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.506140] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.track_instance_changes = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.506300] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.506468] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] metrics.required = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.506627] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] metrics.weight_multiplier = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.506787] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.506947] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] metrics.weight_setting = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.507276] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.507446] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] serial_console.enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.507618] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] serial_console.port_range = 10000:20000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.507785] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.507950] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.508131] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] serial_console.serialproxy_port = 6083 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.508301] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.508471] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.auth_type = password {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.508625] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.508778] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.508936] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.509107] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.509268] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.509434] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.send_service_user_token = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.509594] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.509747] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] service_user.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.509913] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.agent_enabled = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.510090] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.510395] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.510592] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.510761] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.html5proxy_port = 6082 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.510919] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.image_compression = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.511087] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.jpeg_compression = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.511249] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.playback_compression = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.511407] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.require_secure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.511572] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.server_listen = 127.0.0.1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.511739] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.512026] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.512202] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.streaming_mode = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.512363] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] spice.zlib_compression = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.512526] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] upgrade_levels.baseapi = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.512695] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] upgrade_levels.compute = auto {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.512850] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] upgrade_levels.conductor = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.513013] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] upgrade_levels.scheduler = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.513186] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.513347] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.auth_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.513504] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.513659] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.513817] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.513976] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.514150] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.514309] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.514465] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vendordata_dynamic_auth.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.514635] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.api_retry_count = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.514960] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.ca_file = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.514960] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.cache_prefix = devstack-image-cache {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.515127] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.cluster_name = testcl1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.515291] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.connection_pool_size = 10 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.515444] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.console_delay_seconds = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.515607] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.datastore_regex = ^datastore.* {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.515809] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.515977] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.host_password = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.516155] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.host_port = 443 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.516322] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.host_username = administrator@vsphere.local {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.516484] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.insecure = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.516639] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.integration_bridge = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.516797] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.maximum_objects = 100 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.516950] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.pbm_default_policy = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.517124] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.pbm_enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.517283] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.pbm_wsdl_location = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.517447] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.517601] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.serial_port_proxy_uri = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.517754] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.serial_port_service_uri = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.517914] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.task_poll_interval = 0.5 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518091] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.use_linked_clone = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518262] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.vnc_keymap = en-us {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518423] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.vnc_port = 5900 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518583] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vmware.vnc_port_total = 10000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518764] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.auth_schemes = ['none'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518935] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519231] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519416] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519585] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.novncproxy_port = 6080 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519767] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.server_listen = 127.0.0.1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519942] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520117] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.vencrypt_ca_certs = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520282] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.vencrypt_client_cert = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520434] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vnc.vencrypt_client_key = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520609] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520768] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.disable_deep_image_inspection = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520925] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521096] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521262] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521419] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.disable_rootwrap = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521577] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.enable_numa_live_migration = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521735] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521891] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522060] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522221] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.libvirt_disable_apic = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522522] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522693] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522857] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523029] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523197] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523358] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523516] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523675] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523831] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523995] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524192] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524364] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.client_socket_timeout = 900 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524529] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.default_pool_size = 1000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524692] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.keep_alive = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524854] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.max_header_line = 16384 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525019] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.secure_proxy_ssl_header = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525183] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.ssl_ca_file = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525342] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.ssl_cert_file = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525498] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.ssl_key_file = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525657] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.tcp_keepidle = 600 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525825] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525989] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] zvm.ca_file = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526170] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] zvm.cloud_connector_url = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526444] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526614] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] zvm.reachable_timeout = 300 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526783] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526956] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527153] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.connection_string = messaging:// {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527315] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.enabled = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527480] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.es_doc_type = notification {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527640] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.es_scroll_size = 10000 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527804] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.es_scroll_time = 2m {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527964] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.filter_error_trace = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528143] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.hmac_keys = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528311] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.sentinel_service_name = mymaster {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528475] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.socket_timeout = 0.1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528632] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.trace_requests = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528788] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler.trace_sqlalchemy = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528961] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler_jaeger.process_tags = {} {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529133] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler_jaeger.service_name_prefix = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529297] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] profiler_otlp.service_name_prefix = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529460] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] remote_debug.host = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529615] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] remote_debug.port = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529786] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529945] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530118] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530283] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530441] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530599] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530757] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530915] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531086] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531262] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531422] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531601] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531762] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531926] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532104] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532279] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532442] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532603] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532770] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532929] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533105] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533274] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533436] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533600] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533756] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533912] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534084] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534248] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534406] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534602] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534723] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.ssl = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534888] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535065] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535231] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535397] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535563] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.ssl_version = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535725] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535909] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536118] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_notifications.retry = -1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536268] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536439] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_messaging_notifications.transport_url = **** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536617] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.auth_section = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536781] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.auth_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536940] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.cafile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537120] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.certfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537283] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.collect_timing = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537441] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.connect_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537600] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.connect_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537757] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.endpoint_id = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537926] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.endpoint_interface = publicURL {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538089] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.endpoint_override = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538251] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.endpoint_region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538408] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.endpoint_service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538562] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.endpoint_service_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538722] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.insecure = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538878] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.keyfile = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539043] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.max_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539204] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.min_version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539360] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.region_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539517] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.retriable_status_codes = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539673] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.service_name = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539828] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.service_type = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539989] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.split_loggers = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540158] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.status_code_retries = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540328] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.status_code_retry_delay = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540488] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.timeout = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540641] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.valid_interfaces = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540791] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_limit.version = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540952] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_reports.file_event_handler = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541129] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541290] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] oslo_reports.log_dir = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541458] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541618] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541775] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541941] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542118] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542280] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542450] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542607] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_ovs_privileged.group = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542763] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542934] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543110] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543272] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] vif_plug_ovs_privileged.user = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543439] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.flat_interface = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543617] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543785] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544356] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544356] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544356] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544487] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544598] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544774] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544939] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_ovs.isolate_vif = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545118] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545284] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545445] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545606] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_ovs.ovsdb_interface = native {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545762] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] os_vif_ovs.per_port_bridge = False {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545931] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] privsep_osbrick.capabilities = [21] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546116] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] privsep_osbrick.group = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546264] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] privsep_osbrick.helper_command = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546430] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546591] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546748] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] privsep_osbrick.user = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546920] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547097] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] nova_sys_admin.group = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547251] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] nova_sys_admin.helper_command = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547410] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547570] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547725] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] nova_sys_admin.user = None {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547854] env[69243]: DEBUG oslo_service.backend.eventlet.service [None req-1cbf493f-16e8-49fd-8ab7-85b038edfc3d None None] ******************************************************************************** {{(pid=69243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.548266] env[69243]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 538.051892] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Getting list of instances from cluster (obj){ [ 538.051892] env[69243]: value = "domain-c8" [ 538.051892] env[69243]: _type = "ClusterComputeResource" [ 538.051892] env[69243]: } {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 538.053561] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ebd36b-cdf1-4d26-b95f-b1c43c0d95da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.062575] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Got total of 0 instances {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 538.063163] env[69243]: WARNING nova.virt.vmwareapi.driver [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 538.063625] env[69243]: INFO nova.virt.node [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Generated node identity d7f8eded-4856-4fed-bd1e-6b04b1de80f5 [ 538.063854] env[69243]: INFO nova.virt.node [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Wrote node identity d7f8eded-4856-4fed-bd1e-6b04b1de80f5 to /opt/stack/data/n-cpu-1/compute_id [ 538.566445] env[69243]: WARNING nova.compute.manager [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Compute nodes ['d7f8eded-4856-4fed-bd1e-6b04b1de80f5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 539.572882] env[69243]: INFO nova.compute.manager [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 540.578395] env[69243]: WARNING nova.compute.manager [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 540.578756] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.578926] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.579110] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.579276] env[69243]: DEBUG nova.compute.resource_tracker [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 540.580202] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d38cf-2102-49a6-83f2-e5838af4df9c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.588737] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d9e9fc-fdad-4249-ab9a-cdf3a6402443 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.603325] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d6909-b579-4c52-a7e3-7f229c18ef34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.609321] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72e99c-e2b3-4a2d-b6a0-ebe1fee581a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.637603] env[69243]: DEBUG nova.compute.resource_tracker [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180936MB free_disk=68GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 540.637739] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.637947] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.142743] env[69243]: WARNING nova.compute.resource_tracker [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] No compute node record for cpu-1:d7f8eded-4856-4fed-bd1e-6b04b1de80f5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d7f8eded-4856-4fed-bd1e-6b04b1de80f5 could not be found. [ 541.646476] env[69243]: INFO nova.compute.resource_tracker [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 [ 543.155646] env[69243]: DEBUG nova.compute.resource_tracker [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 543.156070] env[69243]: DEBUG nova.compute.resource_tracker [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 543.325404] env[69243]: INFO nova.scheduler.client.report [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] [req-6e2f5419-ff27-439d-9c90-80abf051ac78] Created resource provider record via placement API for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 543.341711] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8a5a1-c0e4-48e8-8302-c78cd0ed561e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.349451] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3d614e-5cf6-46e6-b2fc-13d738d635e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.379654] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c6fe2-2b21-4ef7-b381-fe20b68217c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.386528] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b10da-822c-478f-a4e2-0ff381cfe8b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.399192] env[69243]: DEBUG nova.compute.provider_tree [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.937021] env[69243]: DEBUG nova.scheduler.client.report [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 543.937264] env[69243]: DEBUG nova.compute.provider_tree [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 0 to 1 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.937399] env[69243]: DEBUG nova.compute.provider_tree [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.987600] env[69243]: DEBUG nova.compute.provider_tree [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 1 to 2 during operation: update_traits {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.496580] env[69243]: DEBUG nova.compute.resource_tracker [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 544.496927] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.859s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.496978] env[69243]: DEBUG nova.service [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Creating RPC server for service compute {{(pid=69243) start /opt/stack/nova/nova/service.py:186}} [ 544.513123] env[69243]: DEBUG nova.service [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] Join ServiceGroup membership for this service compute {{(pid=69243) start /opt/stack/nova/nova/service.py:203}} [ 544.513294] env[69243]: DEBUG nova.servicegroup.drivers.db [None req-bea7740f-7dfc-4ca4-a68e-eacc3697c3dd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69243) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 581.518946] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.025775] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Getting list of instances from cluster (obj){ [ 582.025775] env[69243]: value = "domain-c8" [ 582.025775] env[69243]: _type = "ClusterComputeResource" [ 582.025775] env[69243]: } {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 582.026997] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2db4f0-adaa-4936-a576-9034e61ca490 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.040707] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Got total of 0 instances {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 582.040982] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.043174] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Getting list of instances from cluster (obj){ [ 582.043174] env[69243]: value = "domain-c8" [ 582.043174] env[69243]: _type = "ClusterComputeResource" [ 582.043174] env[69243]: } {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 582.043174] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01fc168-78cf-4d8d-90d2-44fa7926536f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.053080] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Got total of 0 instances {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.796243] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.796243] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.281274] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.281519] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.298972] env[69243]: DEBUG nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.590977] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "deb0551a-8414-4666-b84a-b9bd614377b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.590977] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "deb0551a-8414-4666-b84a-b9bd614377b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.788587] env[69243]: DEBUG nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.849794] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.849794] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.851443] env[69243]: INFO nova.compute.claims [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.890296] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "15647f68-646d-449c-9006-997122cb0a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.891809] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "15647f68-646d-449c-9006-997122cb0a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.094708] env[69243]: DEBUG nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.326814] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.393261] env[69243]: DEBUG nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.618488] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.929265] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.976172] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3900c9fc-71bf-4b5a-85ee-d0b6df0f36ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.988036] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914457c-e754-4fc6-9dcb-9ef54e24f0b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.017625] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6494354-93dd-4406-ad3d-5a6c46eddb2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.026107] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd3ac64-cde7-414f-a716-67d6f4ed3787 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.041524] env[69243]: DEBUG nova.compute.provider_tree [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.551025] env[69243]: DEBUG nova.scheduler.client.report [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.582107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.582107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.057364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.058100] env[69243]: DEBUG nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.061244] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.735s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.063535] env[69243]: INFO nova.compute.claims [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.082975] env[69243]: DEBUG nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.572068] env[69243]: DEBUG nova.compute.utils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.573509] env[69243]: DEBUG nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.573744] env[69243]: DEBUG nova.network.neutron [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.603971] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.863440] env[69243]: DEBUG nova.policy [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243c021f2d7c44779e3e8ab626f6f310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3f45a0e833244c99dab9fb86497fda8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.869682] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.869921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.080857] env[69243]: DEBUG nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.241702] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a7d108-73aa-4fbe-9cac-4a7d51eacb82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.247955] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "a52e2252-039c-46b8-9862-d2d804868ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.248235] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "a52e2252-039c-46b8-9862-d2d804868ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.252901] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a5a6e-9f75-4331-8047-5b17382b2f5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.284839] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaadd809-6fa6-4793-bd80-ca1319d1b037 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.293184] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595a91c-62d8-4ba3-b6c9-c6632d7da4e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.308666] env[69243]: DEBUG nova.compute.provider_tree [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.372632] env[69243]: DEBUG nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.473428] env[69243]: DEBUG nova.network.neutron [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Successfully created port: 632a4ae9-9e25-4a22-8e6e-60c7382baed9 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.706876] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.707238] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.707446] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.711205] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.711476] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.711669] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.711893] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.713132] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 592.713132] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.753946] env[69243]: DEBUG nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.813209] env[69243]: DEBUG nova.scheduler.client.report [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.893621] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.094240] env[69243]: DEBUG nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.121418] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.122865] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.123115] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.123556] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.123878] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.124356] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.124356] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.124570] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.125380] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.125621] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.126092] env[69243]: DEBUG nova.virt.hardware [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.126831] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785bf116-20cd-4a04-add7-3d38766979ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.139124] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a94d13b-18c1-4d20-a98f-5496b9d03fac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.159069] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd78a60-a511-4c3a-9e00-021736e16b1b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.173702] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.175000] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.215963] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.285044] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.319105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.319105] env[69243]: DEBUG nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.323418] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.705s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.328253] env[69243]: INFO nova.compute.claims [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.680142] env[69243]: DEBUG nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.831833] env[69243]: DEBUG nova.compute.utils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.833316] env[69243]: DEBUG nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.833540] env[69243]: DEBUG nova.network.neutron [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.869256] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.870271] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.922957] env[69243]: DEBUG nova.policy [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '336f472130a54a55b2410bd1de185694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab4494564c42c6885726becdfcdab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.221762] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.341083] env[69243]: DEBUG nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.343650] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "4232f9b1-1138-49b9-baca-877b43666438" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.344685] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "4232f9b1-1138-49b9-baca-877b43666438" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.372484] env[69243]: DEBUG nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.566505] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8362f779-0717-40a7-b828-5cb4ad168388 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.575360] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2543072f-388c-4eca-929c-87cdbbca924a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.613647] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca4de2-3be2-4542-931c-2c0e12a7c5f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.621305] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae3844-9c4b-4719-96e8-7f14f88c3606 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.637183] env[69243]: DEBUG nova.compute.provider_tree [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.850141] env[69243]: DEBUG nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.899345] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.142392] env[69243]: DEBUG nova.scheduler.client.report [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.356195] env[69243]: DEBUG nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.372391] env[69243]: DEBUG nova.network.neutron [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Successfully created port: 7f259a56-6eca-4f1a-9924-4b19b339c59e {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.391226] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.507023] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.507023] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.507023] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.507023] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.507716] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.507716] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.507716] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.507716] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.507716] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.507901] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.507901] env[69243]: DEBUG nova.virt.hardware [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.507901] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c300ec-9f80-4467-acae-518469cf13ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.520791] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d5225-90c4-4a74-8523-f287cbda1ad8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.654464] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.654464] env[69243]: DEBUG nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.655194] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.729s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.657100] env[69243]: INFO nova.compute.claims [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.764549] env[69243]: DEBUG nova.network.neutron [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Successfully updated port: 632a4ae9-9e25-4a22-8e6e-60c7382baed9 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.140210] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "0f617809-7812-415b-825f-73dcbdbe9122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.140535] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "0f617809-7812-415b-825f-73dcbdbe9122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.164178] env[69243]: DEBUG nova.compute.utils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.171747] env[69243]: DEBUG nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.171947] env[69243]: DEBUG nova.network.neutron [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.259149] env[69243]: DEBUG nova.policy [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b7902038b046bda80b7fb209997548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84357eece98247baadcbf48db58b14a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.273211] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "refresh_cache-20ad5df1-7da7-4a21-ac60-663f6d3271bd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.273211] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "refresh_cache-20ad5df1-7da7-4a21-ac60-663f6d3271bd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.273211] env[69243]: DEBUG nova.network.neutron [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.671645] env[69243]: DEBUG nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.717141] env[69243]: DEBUG nova.compute.manager [req-b7dd1d56-7273-441e-b3cf-479860f8724f req-612e46da-4a73-4b3a-aee1-a9663e00f4ab service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Received event network-vif-plugged-632a4ae9-9e25-4a22-8e6e-60c7382baed9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.717433] env[69243]: DEBUG oslo_concurrency.lockutils [req-b7dd1d56-7273-441e-b3cf-479860f8724f req-612e46da-4a73-4b3a-aee1-a9663e00f4ab service nova] Acquiring lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.717564] env[69243]: DEBUG oslo_concurrency.lockutils [req-b7dd1d56-7273-441e-b3cf-479860f8724f req-612e46da-4a73-4b3a-aee1-a9663e00f4ab service nova] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.717736] env[69243]: DEBUG oslo_concurrency.lockutils [req-b7dd1d56-7273-441e-b3cf-479860f8724f req-612e46da-4a73-4b3a-aee1-a9663e00f4ab service nova] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.717898] env[69243]: DEBUG nova.compute.manager [req-b7dd1d56-7273-441e-b3cf-479860f8724f req-612e46da-4a73-4b3a-aee1-a9663e00f4ab service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] No waiting events found dispatching network-vif-plugged-632a4ae9-9e25-4a22-8e6e-60c7382baed9 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.718072] env[69243]: WARNING nova.compute.manager [req-b7dd1d56-7273-441e-b3cf-479860f8724f req-612e46da-4a73-4b3a-aee1-a9663e00f4ab service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Received unexpected event network-vif-plugged-632a4ae9-9e25-4a22-8e6e-60c7382baed9 for instance with vm_state building and task_state spawning. [ 596.842432] env[69243]: DEBUG nova.network.neutron [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.980947] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0104f8-c43b-4b94-b375-863872b347ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.991998] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef28f606-99b0-4f4c-a09e-ba57270d5a87 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.030576] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648c829-6f6f-4ae6-b8ac-fd0d1275e2d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.038681] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6999bd-355c-4434-8a80-6fcefc282dcf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.053389] env[69243]: DEBUG nova.compute.provider_tree [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.122298] env[69243]: DEBUG nova.network.neutron [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Updating instance_info_cache with network_info: [{"id": "632a4ae9-9e25-4a22-8e6e-60c7382baed9", "address": "fa:16:3e:d3:ce:f9", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632a4ae9-9e", "ovs_interfaceid": "632a4ae9-9e25-4a22-8e6e-60c7382baed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.504117] env[69243]: DEBUG nova.network.neutron [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Successfully created port: 39958334-f2de-43f1-8457-f1579fb12b6a {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.561364] env[69243]: DEBUG nova.scheduler.client.report [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.626261] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "refresh_cache-20ad5df1-7da7-4a21-ac60-663f6d3271bd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.626589] env[69243]: DEBUG nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Instance network_info: |[{"id": "632a4ae9-9e25-4a22-8e6e-60c7382baed9", "address": "fa:16:3e:d3:ce:f9", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632a4ae9-9e", "ovs_interfaceid": "632a4ae9-9e25-4a22-8e6e-60c7382baed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.627629] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ce:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '632a4ae9-9e25-4a22-8e6e-60c7382baed9', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.642875] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.643059] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58210d32-b940-40cb-b458-0f1b7bdaa16d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.657894] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Created folder: OpenStack in parent group-v4. [ 597.657894] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating folder: Project (c3f45a0e833244c99dab9fb86497fda8). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.657894] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e22b68f2-742f-49b0-8c79-36b41ce670fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.666695] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Created folder: Project (c3f45a0e833244c99dab9fb86497fda8) in parent group-v734844. [ 597.666695] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating folder: Instances. Parent ref: group-v734845. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.666944] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-630767ce-152c-43db-beae-fde78e8a4ee2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.675370] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Created folder: Instances in parent group-v734845. [ 597.675766] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.675914] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.676200] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd116e8d-ac6e-4005-8be8-2af75974c58c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.693962] env[69243]: DEBUG nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.701899] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.701899] env[69243]: value = "task-3688555" [ 597.701899] env[69243]: _type = "Task" [ 597.701899] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.712204] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688555, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.733306] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.733536] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.733665] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.733847] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.733990] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.735099] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.735099] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.735099] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.735099] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.735333] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.735502] env[69243]: DEBUG nova.virt.hardware [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.736403] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b604347-ccb7-48a6-b137-37b18c66f24c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.745895] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eeb987-bf4d-4b4a-affa-1b1fd7667772 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.851194] env[69243]: DEBUG nova.network.neutron [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Successfully updated port: 7f259a56-6eca-4f1a-9924-4b19b339c59e {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.068416] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.068958] env[69243]: DEBUG nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.072172] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.468s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.074162] env[69243]: INFO nova.compute.claims [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.220595] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688555, 'name': CreateVM_Task, 'duration_secs': 0.380737} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.220595] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.236685] env[69243]: DEBUG oslo_vmware.service [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea88428-f5a9-4193-b6b5-ee751d8dc3e2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.243532] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.243712] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.244397] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.244660] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5410a1-cf7c-40ba-bafa-19299dfbf921 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.253561] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 598.253561] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a281cb-e82e-420d-8904-9d570963a11a" [ 598.253561] env[69243]: _type = "Task" [ 598.253561] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.261747] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a281cb-e82e-420d-8904-9d570963a11a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.355742] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "refresh_cache-7e0b367c-065d-464a-b7fb-63269a8cfa50" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355742] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "refresh_cache-7e0b367c-065d-464a-b7fb-63269a8cfa50" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355742] env[69243]: DEBUG nova.network.neutron [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.579987] env[69243]: DEBUG nova.compute.utils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.585231] env[69243]: DEBUG nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 598.771675] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.771926] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.772057] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.772254] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.772703] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.773022] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cf20688-7713-43c3-a169-945c5eb669a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.781943] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.785245] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.786677] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1cd146-b5aa-468f-828b-322e858e316a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.794769] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc187a3-90ac-420c-9598-9ee47326f058 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.800417] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 598.800417] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d08a9a-9968-bd6a-0382-aa124e4968a9" [ 598.800417] env[69243]: _type = "Task" [ 598.800417] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.813704] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d08a9a-9968-bd6a-0382-aa124e4968a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.043652] env[69243]: DEBUG nova.network.neutron [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.086457] env[69243]: DEBUG nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.311185] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Preparing fetch location {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 599.311497] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating directory with path [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.311771] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f24697-1a24-49b6-9eb9-e40ca0b8e671 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.330320] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Created directory with path [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.330320] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Fetch image to [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 599.330320] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Downloading image file data 18ed8bce-64a7-4098-b909-6a3e3fb2f518 to [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk on the data store datastore2 {{(pid=69243) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 599.330320] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698f12e-940b-4fa0-8bf6-1b004a87c8b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.343624] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0676cc7-7384-4500-ab99-68f541c8f9a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.360163] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee01c4-8bc5-4c86-afbb-ef4dedf9ef33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.400260] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a5ba1-9602-4a6d-8fd0-aa5f465155bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.407427] env[69243]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-72042190-cb54-41d7-8000-ed70e1fa89c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.432906] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Downloading image file data 18ed8bce-64a7-4098-b909-6a3e3fb2f518 to the data store datastore2 {{(pid=69243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 599.436297] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b91daa6-726e-457c-9b08-aeae3b8de675 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.443947] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8645f8b4-861b-4cf1-b7e0-34293d234381 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.478079] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a66d36-552d-4ac8-bac7-b4d5edba495d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.485341] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e50dc-760d-47d6-8c3d-a23dc2a36247 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.504912] env[69243]: DEBUG nova.compute.provider_tree [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.557645] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 599.900864] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "d5640164-1ca1-4dec-ab5a-d6e99e181952" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.901179] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.951129] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "0284f77b-b5c3-477e-bd98-cda294fe34d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.951546] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.995880] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "fe12e516-e776-4743-b06a-a3d7e19fe289" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.996124] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.008020] env[69243]: DEBUG nova.scheduler.client.report [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.068613] env[69243]: DEBUG nova.network.neutron [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Updating instance_info_cache with network_info: [{"id": "7f259a56-6eca-4f1a-9924-4b19b339c59e", "address": "fa:16:3e:7f:23:0c", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f259a56-6e", "ovs_interfaceid": "7f259a56-6eca-4f1a-9924-4b19b339c59e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.128413] env[69243]: DEBUG nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.170935] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.171588] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.171588] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.171588] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.171742] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.171791] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.171993] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.173469] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.173652] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.173966] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.174040] env[69243]: DEBUG nova.virt.hardware [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.174969] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d305ee83-8f56-4c3e-a146-3b6a7bd37a5f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.186450] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d631e1d6-abaa-4b21-a0bb-4e4410ffdbfb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.203276] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.211601] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Creating folder: Project (00e20ead635e4448ab96e3c62a771ea8). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.218066] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae6791e-079c-434d-90be-0479a776b74d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.225189] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Created folder: Project (00e20ead635e4448ab96e3c62a771ea8) in parent group-v734844. [ 600.225189] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Creating folder: Instances. Parent ref: group-v734848. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.225189] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac624f85-f08a-4f53-9eb6-f826b41e5644 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.236327] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Created folder: Instances in parent group-v734848. [ 600.236327] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.238508] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15647f68-646d-449c-9006-997122cb0a18] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.238801] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef0b4c29-cc4b-4857-ac34-6b0880a4d0fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.262534] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.262534] env[69243]: value = "task-3688558" [ 600.262534] env[69243]: _type = "Task" [ 600.262534] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.274851] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688558, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.335389] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Completed reading data from the image iterator. {{(pid=69243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 600.335850] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 600.424148] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Downloaded image file data 18ed8bce-64a7-4098-b909-6a3e3fb2f518 to vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk on the data store datastore2 {{(pid=69243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 600.425897] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Caching image {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 600.426119] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copying Virtual Disk [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk to [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.426362] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af6b585-7f06-40fd-9a6c-eb8f4d5ee053 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.434326] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 600.434326] env[69243]: value = "task-3688559" [ 600.434326] env[69243]: _type = "Task" [ 600.434326] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.443049] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.512952] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.513655] env[69243]: DEBUG nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.516101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.623s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.517615] env[69243]: INFO nova.compute.claims [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.572519] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "refresh_cache-7e0b367c-065d-464a-b7fb-63269a8cfa50" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.573300] env[69243]: DEBUG nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Instance network_info: |[{"id": "7f259a56-6eca-4f1a-9924-4b19b339c59e", "address": "fa:16:3e:7f:23:0c", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f259a56-6e", "ovs_interfaceid": "7f259a56-6eca-4f1a-9924-4b19b339c59e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.575297] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:23:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f259a56-6eca-4f1a-9924-4b19b339c59e', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.582771] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating folder: Project (48ab4494564c42c6885726becdfcdab1). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.583919] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b6adae8-df8e-497f-abf1-977e47e779c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.594952] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created folder: Project (48ab4494564c42c6885726becdfcdab1) in parent group-v734844. [ 600.595220] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating folder: Instances. Parent ref: group-v734851. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.595462] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c656d6f5-ec6a-4254-ba79-af88211c4478 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.611212] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created folder: Instances in parent group-v734851. [ 600.612098] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.612098] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.612098] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa718f0-6b29-4364-a129-4b6080ae93e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.646282] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.646282] env[69243]: value = "task-3688562" [ 600.646282] env[69243]: _type = "Task" [ 600.646282] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.654554] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688562, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.655462] env[69243]: DEBUG nova.network.neutron [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Successfully updated port: 39958334-f2de-43f1-8457-f1579fb12b6a {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.685454] env[69243]: DEBUG nova.compute.manager [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Received event network-changed-632a4ae9-9e25-4a22-8e6e-60c7382baed9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.685801] env[69243]: DEBUG nova.compute.manager [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Refreshing instance network info cache due to event network-changed-632a4ae9-9e25-4a22-8e6e-60c7382baed9. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.686060] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Acquiring lock "refresh_cache-20ad5df1-7da7-4a21-ac60-663f6d3271bd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.686060] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Acquired lock "refresh_cache-20ad5df1-7da7-4a21-ac60-663f6d3271bd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.692023] env[69243]: DEBUG nova.network.neutron [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Refreshing network info cache for port 632a4ae9-9e25-4a22-8e6e-60c7382baed9 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.775745] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688558, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.946363] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688559, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.021621] env[69243]: DEBUG nova.compute.utils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.033128] env[69243]: DEBUG nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.034152] env[69243]: DEBUG nova.network.neutron [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.163287] env[69243]: DEBUG nova.policy [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26fcf45614f4949b285affa8fba9f6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '045bd0097be540ecb16732a12b872534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.165922] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "refresh_cache-deb0551a-8414-4666-b84a-b9bd614377b2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.165976] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired lock "refresh_cache-deb0551a-8414-4666-b84a-b9bd614377b2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.166180] env[69243]: DEBUG nova.network.neutron [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.168797] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688562, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.275644] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688558, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.449719] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699294} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.449719] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copied Virtual Disk [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk to [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.449879] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleting the datastore file [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.450846] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece72094-6fcf-414c-8c43-df23c24bc137 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.457079] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 601.457079] env[69243]: value = "task-3688563" [ 601.457079] env[69243]: _type = "Task" [ 601.457079] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.469319] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.541955] env[69243]: DEBUG nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.665504] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688562, 'name': CreateVM_Task, 'duration_secs': 0.55839} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.666049] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.668037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.668823] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.668823] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.669284] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f04cbd-caad-4af9-a53d-57feedbd28c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.685617] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 601.685617] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52714d78-2004-5a43-73be-cd3451a97fe9" [ 601.685617] env[69243]: _type = "Task" [ 601.685617] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.695341] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52714d78-2004-5a43-73be-cd3451a97fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.782451] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688558, 'name': CreateVM_Task, 'duration_secs': 1.306193} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.782738] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15647f68-646d-449c-9006-997122cb0a18] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.783022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.797272] env[69243]: DEBUG nova.network.neutron [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.876094] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfed3f4-1270-4fa3-8593-779415a652ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.884840] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2083cf95-1d13-4da1-8262-ff6ad4971944 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.921469] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c04ac-78e2-4d70-9924-b0a3a323bd66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.929480] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2766806a-ba2a-41d1-a845-6ac9f50836ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.947228] env[69243]: DEBUG nova.compute.provider_tree [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.970260] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027525} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.970260] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.970260] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Moving file from [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6/18ed8bce-64a7-4098-b909-6a3e3fb2f518 to [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518. {{(pid=69243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 601.970260] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-59722af8-9f61-4dfc-ae0c-58236a86d0bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.976979] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 601.976979] env[69243]: value = "task-3688564" [ 601.976979] env[69243]: _type = "Task" [ 601.976979] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.988951] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688564, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.001398] env[69243]: DEBUG nova.network.neutron [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Updated VIF entry in instance network info cache for port 632a4ae9-9e25-4a22-8e6e-60c7382baed9. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.001846] env[69243]: DEBUG nova.network.neutron [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Updating instance_info_cache with network_info: [{"id": "632a4ae9-9e25-4a22-8e6e-60c7382baed9", "address": "fa:16:3e:d3:ce:f9", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632a4ae9-9e", "ovs_interfaceid": "632a4ae9-9e25-4a22-8e6e-60c7382baed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.205029] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.205448] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.205776] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.206123] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.206903] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.207310] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ca8ae1-81a3-4d0c-a61b-7edcbebd3f57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.213435] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 602.213435] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527c7af9-e466-ee84-a034-963ca01f2d60" [ 602.213435] env[69243]: _type = "Task" [ 602.213435] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.225363] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527c7af9-e466-ee84-a034-963ca01f2d60, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.226103] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.226103] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.226103] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.349502] env[69243]: DEBUG nova.network.neutron [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Successfully created port: 51d43586-e732-47d4-a8b3-dbd3e9b98791 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.420175] env[69243]: DEBUG nova.network.neutron [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Updating instance_info_cache with network_info: [{"id": "39958334-f2de-43f1-8457-f1579fb12b6a", "address": "fa:16:3e:da:45:a7", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39958334-f2", "ovs_interfaceid": "39958334-f2de-43f1-8457-f1579fb12b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.493960] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688564, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02654} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.498108] env[69243]: ERROR nova.scheduler.client.report [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [req-af81b9a6-0e0b-417b-b3e2-f3031a1445b1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af81b9a6-0e0b-417b-b3e2-f3031a1445b1"}]} [ 602.498519] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] File moved {{(pid=69243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 602.498821] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Cleaning up location [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 602.499011] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleting the datastore file [datastore2] vmware_temp/aca061ca-6911-4148-a70e-967c0b9a81e6 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.502819] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab99bdc9-adf2-4acd-a105-5cf72fe4b16e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.507034] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Releasing lock "refresh_cache-20ad5df1-7da7-4a21-ac60-663f6d3271bd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.507034] env[69243]: DEBUG nova.compute.manager [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Received event network-vif-plugged-7f259a56-6eca-4f1a-9924-4b19b339c59e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.507245] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Acquiring lock "7e0b367c-065d-464a-b7fb-63269a8cfa50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.507300] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.507452] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.507895] env[69243]: DEBUG nova.compute.manager [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] No waiting events found dispatching network-vif-plugged-7f259a56-6eca-4f1a-9924-4b19b339c59e {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.507895] env[69243]: WARNING nova.compute.manager [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Received unexpected event network-vif-plugged-7f259a56-6eca-4f1a-9924-4b19b339c59e for instance with vm_state building and task_state spawning. [ 602.507895] env[69243]: DEBUG nova.compute.manager [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Received event network-changed-7f259a56-6eca-4f1a-9924-4b19b339c59e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.508083] env[69243]: DEBUG nova.compute.manager [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Refreshing instance network info cache due to event network-changed-7f259a56-6eca-4f1a-9924-4b19b339c59e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.511415] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Acquiring lock "refresh_cache-7e0b367c-065d-464a-b7fb-63269a8cfa50" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.512039] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Acquired lock "refresh_cache-7e0b367c-065d-464a-b7fb-63269a8cfa50" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.512039] env[69243]: DEBUG nova.network.neutron [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Refreshing network info cache for port 7f259a56-6eca-4f1a-9924-4b19b339c59e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.518946] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 602.518946] env[69243]: value = "task-3688565" [ 602.518946] env[69243]: _type = "Task" [ 602.518946] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.529489] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.535191] env[69243]: DEBUG nova.scheduler.client.report [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 602.557302] env[69243]: DEBUG nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.562486] env[69243]: DEBUG nova.scheduler.client.report [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 602.562738] env[69243]: DEBUG nova.compute.provider_tree [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 68, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.584620] env[69243]: DEBUG nova.scheduler.client.report [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 602.589150] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.589439] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.589563] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.589718] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.589861] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.590017] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.590269] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.590387] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.590550] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.590710] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.590877] env[69243]: DEBUG nova.virt.hardware [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.595128] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b492d139-58ec-4f5c-8a9f-3d0da6032ffb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.606138] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e98d1e4-f268-4913-bc39-31037143313d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.624418] env[69243]: DEBUG nova.scheduler.client.report [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 602.864175] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc62eba4-a016-4a27-b569-e57d9ad2910f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.879877] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf642d2-91c2-4b12-8d2f-3903e074fb13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.919699] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f1790-ecda-4295-ac58-e3711b1a948d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.927409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Releasing lock "refresh_cache-deb0551a-8414-4666-b84a-b9bd614377b2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.931413] env[69243]: DEBUG nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Instance network_info: |[{"id": "39958334-f2de-43f1-8457-f1579fb12b6a", "address": "fa:16:3e:da:45:a7", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39958334-f2", "ovs_interfaceid": "39958334-f2de-43f1-8457-f1579fb12b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.935553] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:45:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39958334-f2de-43f1-8457-f1579fb12b6a', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.938014] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Creating folder: Project (84357eece98247baadcbf48db58b14a4). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.940299] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725512de-870e-4471-89f1-9d0e09e6b5c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.946228] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-589004a9-2c67-4028-bdcd-c53ed4aeb7e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.959740] env[69243]: DEBUG nova.compute.provider_tree [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.973594] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Created folder: Project (84357eece98247baadcbf48db58b14a4) in parent group-v734844. [ 602.973594] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Creating folder: Instances. Parent ref: group-v734854. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.973594] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0542d6ae-b257-4b19-b820-e0c8e91ffe78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.986434] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Created folder: Instances in parent group-v734854. [ 602.986434] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.986434] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.986434] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c0be24-14f9-4b18-9db1-699594d31db7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.007750] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.007750] env[69243]: value = "task-3688568" [ 603.007750] env[69243]: _type = "Task" [ 603.007750] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.019201] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688568, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.031889] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026093} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.032210] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.033014] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab40aa4-2a51-4b4b-96b8-c10c8dccb122 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.045809] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 603.045809] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e0ae3a-29d1-331d-a2b2-393fd2fe9c9f" [ 603.045809] env[69243]: _type = "Task" [ 603.045809] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.060335] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e0ae3a-29d1-331d-a2b2-393fd2fe9c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.060591] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.060809] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 20ad5df1-7da7-4a21-ac60-663f6d3271bd/20ad5df1-7da7-4a21-ac60-663f6d3271bd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.061098] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.061308] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.061559] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4df1f9af-c8ae-4bc0-86b8-38826d07159b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.064940] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9e3b3b9-07d4-48ee-86dd-104332fa8ba6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.070774] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 603.070774] env[69243]: value = "task-3688569" [ 603.070774] env[69243]: _type = "Task" [ 603.070774] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.076909] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.076909] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.083023] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18745361-d033-4230-b809-69096f820f80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.086359] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.089669] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 603.089669] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522030fe-0bb5-9b04-8fc2-0abfe231b260" [ 603.089669] env[69243]: _type = "Task" [ 603.089669] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.103700] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522030fe-0bb5-9b04-8fc2-0abfe231b260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.520072] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688568, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.533275] env[69243]: DEBUG nova.scheduler.client.report [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 603.533536] env[69243]: DEBUG nova.compute.provider_tree [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 18 to 19 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.533709] env[69243]: DEBUG nova.compute.provider_tree [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.584454] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507377} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.584454] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 20ad5df1-7da7-4a21-ac60-663f6d3271bd/20ad5df1-7da7-4a21-ac60-663f6d3271bd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.584454] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.584454] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a90d2ddb-206f-4362-8b5c-5ec22bb5ca56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.590608] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 603.590608] env[69243]: value = "task-3688570" [ 603.590608] env[69243]: _type = "Task" [ 603.590608] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.611657] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.611657] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522030fe-0bb5-9b04-8fc2-0abfe231b260, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.613261] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568cd3ce-628e-4bee-b4a5-a8cc0ff60aa9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.618391] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 603.618391] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526d400b-6898-3fa5-4c46-1ea08680bda9" [ 603.618391] env[69243]: _type = "Task" [ 603.618391] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.629593] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526d400b-6898-3fa5-4c46-1ea08680bda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.023423] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688568, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.040573] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.524s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.041135] env[69243]: DEBUG nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.044684] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.829s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.044962] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.045196] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 604.045475] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.761s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.050265] env[69243]: INFO nova.compute.claims [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.059231] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d7c0f-f1e6-4e57-916d-74aa9f12ded0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.068140] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd4eaa-2a3a-4a02-a94a-9f8d090ea9ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.083127] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d083bf0-aaa0-4de8-a4e4-55b8ee082191 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.090563] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df35796-8168-41e9-b8b4-f21f438db9c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.094503] env[69243]: DEBUG nova.network.neutron [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Updated VIF entry in instance network info cache for port 7f259a56-6eca-4f1a-9924-4b19b339c59e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.094809] env[69243]: DEBUG nova.network.neutron [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Updating instance_info_cache with network_info: [{"id": "7f259a56-6eca-4f1a-9924-4b19b339c59e", "address": "fa:16:3e:7f:23:0c", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f259a56-6e", "ovs_interfaceid": "7f259a56-6eca-4f1a-9924-4b19b339c59e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.132552] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180931MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 604.132552] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.142086] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065763} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.142767] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.143799] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eff2043-1fa9-44e9-8ea3-4925eb321f88 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.149702] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526d400b-6898-3fa5-4c46-1ea08680bda9, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.150405] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.154599] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7e0b367c-065d-464a-b7fb-63269a8cfa50/7e0b367c-065d-464a-b7fb-63269a8cfa50.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.154599] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.154599] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.154599] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a635ce02-bee2-439a-89de-4239b2435686 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.163439] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd23a3e5-381b-418c-8bd0-6872a969234f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.175527] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 20ad5df1-7da7-4a21-ac60-663f6d3271bd/20ad5df1-7da7-4a21-ac60-663f6d3271bd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.176110] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e2c678-2e07-4ee2-8c95-eb5406143f46 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.195025] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 604.195025] env[69243]: value = "task-3688571" [ 604.195025] env[69243]: _type = "Task" [ 604.195025] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.203148] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.207264] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.207401] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.209708] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78367c9-ea74-4afe-8797-71d9b31e2e60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.212204] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 604.212204] env[69243]: value = "task-3688572" [ 604.212204] env[69243]: _type = "Task" [ 604.212204] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.219844] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 604.219844] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c2f37-d8da-875d-b775-f64cbc74907f" [ 604.219844] env[69243]: _type = "Task" [ 604.219844] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.226703] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.232769] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c2f37-d8da-875d-b775-f64cbc74907f, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.233659] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d03a171d-b586-48ef-9fbf-09d409a7ba56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.239072] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 604.239072] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524526fa-34c9-d2eb-7da9-bdcf96829b45" [ 604.239072] env[69243]: _type = "Task" [ 604.239072] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.250529] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524526fa-34c9-d2eb-7da9-bdcf96829b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.274129] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "484ab422-9e29-49b4-a01f-21825e70866e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.274361] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "484ab422-9e29-49b4-a01f-21825e70866e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.520171] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688568, 'name': CreateVM_Task, 'duration_secs': 1.319363} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.520655] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.521451] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.521451] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.521979] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.522110] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ece1dfa-8062-4ae0-a147-e17e3e582274 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.528910] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 604.528910] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c777c-8e99-c797-3389-cc30f15f37e4" [ 604.528910] env[69243]: _type = "Task" [ 604.528910] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.541199] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c777c-8e99-c797-3389-cc30f15f37e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.557958] env[69243]: DEBUG nova.compute.utils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.559606] env[69243]: DEBUG nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.562829] env[69243]: DEBUG nova.network.neutron [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.603453] env[69243]: DEBUG oslo_concurrency.lockutils [req-77332445-19ca-4ebd-bc47-768cd52aba65 req-bf075b44-9cd6-4da4-a8a7-b30d8e627134 service nova] Releasing lock "refresh_cache-7e0b367c-065d-464a-b7fb-63269a8cfa50" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.714748] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46993} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.722770] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7e0b367c-065d-464a-b7fb-63269a8cfa50/7e0b367c-065d-464a-b7fb-63269a8cfa50.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.723021] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.725511] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10854b9c-6d5a-4b40-861b-58671e82d2e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.741913] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688572, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.745602] env[69243]: DEBUG nova.policy [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd56ce6aa9c2744c0b9f48736053b60be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa62f8b5336e4947acfd9147ce5bd120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.750696] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 604.750696] env[69243]: value = "task-3688573" [ 604.750696] env[69243]: _type = "Task" [ 604.750696] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.758946] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524526fa-34c9-d2eb-7da9-bdcf96829b45, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.759474] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.759872] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 15647f68-646d-449c-9006-997122cb0a18/15647f68-646d-449c-9006-997122cb0a18.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.759971] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-980db1e1-7df2-45c4-89ca-13aaa4a67a57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.765803] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.774808] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 604.774808] env[69243]: value = "task-3688574" [ 604.774808] env[69243]: _type = "Task" [ 604.774808] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.786666] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.902398] env[69243]: DEBUG nova.compute.manager [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Received event network-vif-plugged-39958334-f2de-43f1-8457-f1579fb12b6a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.903201] env[69243]: DEBUG oslo_concurrency.lockutils [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] Acquiring lock "deb0551a-8414-4666-b84a-b9bd614377b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.903581] env[69243]: DEBUG oslo_concurrency.lockutils [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] Lock "deb0551a-8414-4666-b84a-b9bd614377b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.903878] env[69243]: DEBUG oslo_concurrency.lockutils [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] Lock "deb0551a-8414-4666-b84a-b9bd614377b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.904485] env[69243]: DEBUG nova.compute.manager [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] No waiting events found dispatching network-vif-plugged-39958334-f2de-43f1-8457-f1579fb12b6a {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.905253] env[69243]: WARNING nova.compute.manager [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Received unexpected event network-vif-plugged-39958334-f2de-43f1-8457-f1579fb12b6a for instance with vm_state building and task_state spawning. [ 604.905551] env[69243]: DEBUG nova.compute.manager [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Received event network-changed-39958334-f2de-43f1-8457-f1579fb12b6a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.905993] env[69243]: DEBUG nova.compute.manager [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Refreshing instance network info cache due to event network-changed-39958334-f2de-43f1-8457-f1579fb12b6a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.907537] env[69243]: DEBUG oslo_concurrency.lockutils [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] Acquiring lock "refresh_cache-deb0551a-8414-4666-b84a-b9bd614377b2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.907705] env[69243]: DEBUG oslo_concurrency.lockutils [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] Acquired lock "refresh_cache-deb0551a-8414-4666-b84a-b9bd614377b2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.907873] env[69243]: DEBUG nova.network.neutron [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Refreshing network info cache for port 39958334-f2de-43f1-8457-f1579fb12b6a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.040304] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c777c-8e99-c797-3389-cc30f15f37e4, 'name': SearchDatastore_Task, 'duration_secs': 0.050033} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.040683] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.040841] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.041107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.041360] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.041512] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.041799] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7046e7d-80cb-4d69-bf8c-8e34edcfcdbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.054741] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.055597] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.058021] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a13ad6d5-2068-43ca-8565-031d4328ba0b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.065438] env[69243]: DEBUG nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.071592] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 605.071592] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52de1f88-52ae-a7b6-b42a-72b075a77475" [ 605.071592] env[69243]: _type = "Task" [ 605.071592] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.079849] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52de1f88-52ae-a7b6-b42a-72b075a77475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.234350] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688572, 'name': ReconfigVM_Task, 'duration_secs': 0.540932} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.234350] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 20ad5df1-7da7-4a21-ac60-663f6d3271bd/20ad5df1-7da7-4a21-ac60-663f6d3271bd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.235788] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea124896-b058-4451-87de-db117c9fa803 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.247427] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 605.247427] env[69243]: value = "task-3688575" [ 605.247427] env[69243]: _type = "Task" [ 605.247427] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.270185] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688575, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.274297] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070231} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.274579] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.279280] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0842e86d-ad2d-4374-8a1b-ca3f3f52debd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.290694] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4967} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.308154] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 15647f68-646d-449c-9006-997122cb0a18/15647f68-646d-449c-9006-997122cb0a18.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.308154] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.317880] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7e0b367c-065d-464a-b7fb-63269a8cfa50/7e0b367c-065d-464a-b7fb-63269a8cfa50.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.322226] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf6542d2-f32c-47b8-a24f-9058aac775cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.324431] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20a56c0-df45-436e-a992-35a53bf3744a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.342983] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.343161] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.349638] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 605.349638] env[69243]: value = "task-3688576" [ 605.349638] env[69243]: _type = "Task" [ 605.349638] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.351616] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 605.351616] env[69243]: value = "task-3688577" [ 605.351616] env[69243]: _type = "Task" [ 605.351616] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.371471] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.374704] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.484304] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7621b-c65d-4de9-bc03-8c7a866d347d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.498321] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be39fc-d22a-4555-9576-1d5db8e492c4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.557983] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f71ebba-c16e-4277-829a-fa750868efdc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.571472] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "f7ee494c-e0ae-4612-a636-90368a1becbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.571826] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.579423] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d0597e-5715-455d-81ac-f1a266aa9532 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.583449] env[69243]: DEBUG nova.network.neutron [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Successfully updated port: 51d43586-e732-47d4-a8b3-dbd3e9b98791 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.594231] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52de1f88-52ae-a7b6-b42a-72b075a77475, 'name': SearchDatastore_Task, 'duration_secs': 0.051278} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.604883] env[69243]: DEBUG nova.compute.provider_tree [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.609103] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f8d7af-e6a7-4ad8-b9d0-104f8dac1780 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.617883] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 605.617883] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521fb511-8589-94eb-4cca-d46cecbb1718" [ 605.617883] env[69243]: _type = "Task" [ 605.617883] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.626651] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521fb511-8589-94eb-4cca-d46cecbb1718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.773287] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688575, 'name': Rename_Task, 'duration_secs': 0.142851} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.774044] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.775258] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74c04e07-02b4-4c3b-97b5-4a9cc732eecb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.781917] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 605.781917] env[69243]: value = "task-3688578" [ 605.781917] env[69243]: _type = "Task" [ 605.781917] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.793954] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.880955] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069816} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.887022] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.887022] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688577, 'name': ReconfigVM_Task, 'duration_secs': 0.288287} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.887022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040f0896-4d29-4863-bb17-04d8d4c13bd1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.888419] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7e0b367c-065d-464a-b7fb-63269a8cfa50/7e0b367c-065d-464a-b7fb-63269a8cfa50.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.890031] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-896e7562-0c19-48a3-ae34-2e6b41d94362 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.908950] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 15647f68-646d-449c-9006-997122cb0a18/15647f68-646d-449c-9006-997122cb0a18.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.915935] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b2afc0-e589-498c-b4b0-9952ae152f94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.925990] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 605.925990] env[69243]: value = "task-3688579" [ 605.925990] env[69243]: _type = "Task" [ 605.925990] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.936184] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 605.936184] env[69243]: value = "task-3688580" [ 605.936184] env[69243]: _type = "Task" [ 605.936184] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.943796] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688579, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.947421] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.960367] env[69243]: DEBUG nova.network.neutron [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Successfully created port: 50e072cc-8a84-4111-9531-f60e2a28af6f {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.087340] env[69243]: DEBUG nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.093093] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.093239] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.093386] env[69243]: DEBUG nova.network.neutron [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.113696] env[69243]: DEBUG nova.scheduler.client.report [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.143956] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521fb511-8589-94eb-4cca-d46cecbb1718, 'name': SearchDatastore_Task, 'duration_secs': 0.018047} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.152024] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.152024] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.152024] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.152482] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.152482] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.152482] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.152482] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.152482] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.152624] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.152624] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.152624] env[69243]: DEBUG nova.virt.hardware [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.152624] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.152737] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] deb0551a-8414-4666-b84a-b9bd614377b2/deb0551a-8414-4666-b84a-b9bd614377b2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.156637] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902198f9-c132-447d-8101-78348261a605 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.164477] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b4b1f23-828d-4ace-ad9e-776a7de8d918 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.176956] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947219dd-306a-4f5b-9c3e-34eb47832da9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.183246] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 606.183246] env[69243]: value = "task-3688581" [ 606.183246] env[69243]: _type = "Task" [ 606.183246] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.205875] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.253987] env[69243]: DEBUG nova.network.neutron [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Updated VIF entry in instance network info cache for port 39958334-f2de-43f1-8457-f1579fb12b6a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.254421] env[69243]: DEBUG nova.network.neutron [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Updating instance_info_cache with network_info: [{"id": "39958334-f2de-43f1-8457-f1579fb12b6a", "address": "fa:16:3e:da:45:a7", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39958334-f2", "ovs_interfaceid": "39958334-f2de-43f1-8457-f1579fb12b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.302540] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.443905] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688579, 'name': Rename_Task, 'duration_secs': 0.224164} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.446693] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.446993] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f658497c-a383-4bd7-8a06-87f1b09a84d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.454613] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688580, 'name': ReconfigVM_Task, 'duration_secs': 0.506619} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.458134] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 15647f68-646d-449c-9006-997122cb0a18/15647f68-646d-449c-9006-997122cb0a18.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.458134] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 606.458134] env[69243]: value = "task-3688582" [ 606.458134] env[69243]: _type = "Task" [ 606.458134] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.458134] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302f9bde-8899-49a2-81ef-b07ea0245933 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.472523] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688582, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.474540] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 606.474540] env[69243]: value = "task-3688583" [ 606.474540] env[69243]: _type = "Task" [ 606.474540] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.486686] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688583, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.626162] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.626727] env[69243]: DEBUG nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.632674] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.410s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.635746] env[69243]: INFO nova.compute.claims [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.694394] env[69243]: DEBUG nova.network.neutron [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.702452] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688581, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.757319] env[69243]: DEBUG oslo_concurrency.lockutils [req-b334554f-7f5b-4470-a970-949ff61b74bb req-04e7b6ed-8305-4918-867e-7668b9d15f24 service nova] Releasing lock "refresh_cache-deb0551a-8414-4666-b84a-b9bd614377b2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.798930] env[69243]: DEBUG oslo_vmware.api [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688578, 'name': PowerOnVM_Task, 'duration_secs': 0.723141} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.798930] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.799241] env[69243]: INFO nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Took 13.70 seconds to spawn the instance on the hypervisor. [ 606.799344] env[69243]: DEBUG nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.800247] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3753d91-74c0-49b6-8f75-51ded2f75800 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.972959] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.984366] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688583, 'name': Rename_Task, 'duration_secs': 0.299745} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.985088] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.987569] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b57bd5e2-4908-4c43-8a4e-45b816ca918b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.991512] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 606.991512] env[69243]: value = "task-3688584" [ 606.991512] env[69243]: _type = "Task" [ 606.991512] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.001137] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.146493] env[69243]: DEBUG nova.compute.utils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.147926] env[69243]: DEBUG nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.148343] env[69243]: DEBUG nova.network.neutron [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.203635] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741276} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.204389] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] deb0551a-8414-4666-b84a-b9bd614377b2/deb0551a-8414-4666-b84a-b9bd614377b2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.205471] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.205907] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d04993a-561c-4269-b049-8abfa5ad6752 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.212839] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 607.212839] env[69243]: value = "task-3688585" [ 607.212839] env[69243]: _type = "Task" [ 607.212839] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.227257] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.325783] env[69243]: INFO nova.compute.manager [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Took 18.52 seconds to build instance. [ 607.472881] env[69243]: DEBUG oslo_vmware.api [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688582, 'name': PowerOnVM_Task, 'duration_secs': 0.840678} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.473197] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.473428] env[69243]: INFO nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Took 12.12 seconds to spawn the instance on the hypervisor. [ 607.473638] env[69243]: DEBUG nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.474475] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f07f82d-95be-44ce-9cfc-5ffc0c2dc41a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.504498] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.506541] env[69243]: DEBUG nova.network.neutron [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance_info_cache with network_info: [{"id": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "address": "fa:16:3e:03:33:ab", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d43586-e7", "ovs_interfaceid": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.538737] env[69243]: DEBUG nova.policy [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa04f8942244fd4a875127104e12f29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08842dfa8924a628f8c00d09b1ee1b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.653305] env[69243]: DEBUG nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.728042] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264445} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.731700] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.733012] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6aacb9-13c5-482e-871f-ac9c2fae7894 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.757725] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] deb0551a-8414-4666-b84a-b9bd614377b2/deb0551a-8414-4666-b84a-b9bd614377b2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.759528] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-242f59d0-0000-46c4-9ab5-6a51f45bdd5a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.784938] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 607.784938] env[69243]: value = "task-3688586" [ 607.784938] env[69243]: _type = "Task" [ 607.784938] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.794397] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.829470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b382432-8bce-4d3f-ac15-da98ca309411 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.034s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.006834] env[69243]: INFO nova.compute.manager [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Took 18.71 seconds to build instance. [ 608.011112] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.011464] env[69243]: DEBUG nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Instance network_info: |[{"id": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "address": "fa:16:3e:03:33:ab", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d43586-e7", "ovs_interfaceid": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.012725] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:33:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d43586-e732-47d4-a8b3-dbd3e9b98791', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.025600] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Creating folder: Project (045bd0097be540ecb16732a12b872534). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.036923] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b668a53-52ec-4d16-9649-ceaf77556925 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.036923] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688584, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.047412] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Created folder: Project (045bd0097be540ecb16732a12b872534) in parent group-v734844. [ 608.048087] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Creating folder: Instances. Parent ref: group-v734857. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.048087] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5242c72-d514-4d93-a8c1-4956848c108d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.051683] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0faf45-094c-4f7a-ad14-efa153c2c850 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.057593] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Created folder: Instances in parent group-v734857. [ 608.057824] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.059823] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.060280] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f37480f-77b5-4867-b997-e894c56caf02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.076700] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39733a29-ce69-4c64-9a56-343889dc1239 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.112912] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.112912] env[69243]: value = "task-3688589" [ 608.112912] env[69243]: _type = "Task" [ 608.112912] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.112912] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a235869d-eff4-4783-b530-a760b0248ba1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.126349] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8794e01f-2600-49a9-9738-802babdfd5ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.130426] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688589, 'name': CreateVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.144398] env[69243]: DEBUG nova.compute.provider_tree [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.301674] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688586, 'name': ReconfigVM_Task, 'duration_secs': 0.458551} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.302478] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] deb0551a-8414-4666-b84a-b9bd614377b2/deb0551a-8414-4666-b84a-b9bd614377b2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.304404] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e986d864-e202-47a6-8900-d87a40aa5599 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.310794] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 608.310794] env[69243]: value = "task-3688590" [ 608.310794] env[69243]: _type = "Task" [ 608.310794] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.321479] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688590, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.335942] env[69243]: DEBUG nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.456801] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "e23198c9-fbfe-493d-8906-717c275f7e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.458294] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.510923] env[69243]: DEBUG oslo_vmware.api [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688584, 'name': PowerOnVM_Task, 'duration_secs': 1.112517} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.511201] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.511394] env[69243]: INFO nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Took 8.38 seconds to spawn the instance on the hypervisor. [ 608.511565] env[69243]: DEBUG nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.512357] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a82c3-497a-45d8-9158-8e2fe90db78f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.515039] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f0c52e61-14c9-4ec8-9aed-f4977242819a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.233s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.628271] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688589, 'name': CreateVM_Task, 'duration_secs': 0.419047} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.628462] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.629723] env[69243]: DEBUG oslo_vmware.service [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76726834-2047-4729-9329-e8302c137166 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.639636] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.639636] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.639931] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.640217] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b046de-9dae-42f8-a3c9-f0b700ce4667 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.650498] env[69243]: DEBUG nova.scheduler.client.report [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.652639] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 608.652639] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5240dae8-dbd9-a7b9-ef34-ac81288c7eb7" [ 608.652639] env[69243]: _type = "Task" [ 608.652639] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.663557] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.666375] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.666375] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.666375] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.666375] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.666375] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20d49402-1500-4122-a3fc-32110e6b201c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.672023] env[69243]: DEBUG nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.686423] env[69243]: DEBUG nova.network.neutron [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Successfully created port: 20d2720c-593d-4e65-9283-156fa28319e9 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.700458] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.700458] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.700458] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13cf461-d8c6-4ef5-b5ab-1c93983eaa71 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.710186] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5dbfe8e-64ce-4dfb-9b00-57b3f7d0f6b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.716215] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.716643] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.716925] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.717231] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.717479] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.717816] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.718164] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.718442] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.718713] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.718975] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.719616] env[69243]: DEBUG nova.virt.hardware [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.720633] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10289419-6ce5-4e95-99b0-d7415ad88b3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.729021] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 608.729021] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521778a3-5414-5a5f-e9f8-8d71cc9c9e38" [ 608.729021] env[69243]: _type = "Task" [ 608.729021] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.733652] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5efaecc-e193-4edb-b929-871a4904cbfa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.753547] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Preparing fetch location {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.753926] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Creating directory with path [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.754551] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4886588-2446-4bbf-b55a-9f8ca3b5f73e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.793124] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Created directory with path [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.793124] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Fetch image to [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.793124] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Downloading image file data 18ed8bce-64a7-4098-b909-6a3e3fb2f518 to [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk on the data store datastore1 {{(pid=69243) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.793628] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c284246-10e0-4e3e-84a0-8e491fbd8852 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.801245] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371fc8c4-d334-4522-b9bd-1d3954064694 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.815994] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9dc0f7-fec1-42bf-b208-c6ff20eb1ee7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.827042] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688590, 'name': Rename_Task, 'duration_secs': 0.185886} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.850227] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.853561] env[69243]: DEBUG nova.network.neutron [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Successfully updated port: 50e072cc-8a84-4111-9531-f60e2a28af6f {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.856623] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5383f6e2-93d2-4fd4-b0e4-85d1664f2a14 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.859330] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf4aadc-5406-444e-a43d-094b7a2ea417 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.867557] env[69243]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2a4a8300-4306-480e-93ee-401289f06325 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.870012] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 608.870012] env[69243]: value = "task-3688591" [ 608.870012] env[69243]: _type = "Task" [ 608.870012] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.886893] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.890058] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Downloading image file data 18ed8bce-64a7-4098-b909-6a3e3fb2f518 to the data store datastore1 {{(pid=69243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 608.900423] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.900633] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.953634] env[69243]: DEBUG oslo_vmware.rw_handles [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.022918] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.042971] env[69243]: INFO nova.compute.manager [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Took 19.14 seconds to build instance. [ 609.163341] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.163341] env[69243]: DEBUG nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.168498] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.268s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.171239] env[69243]: INFO nova.compute.claims [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.362933] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "refresh_cache-4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.363279] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "refresh_cache-4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.363482] env[69243]: DEBUG nova.network.neutron [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.382279] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688591, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.425184] env[69243]: DEBUG nova.compute.manager [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Received event network-vif-plugged-51d43586-e732-47d4-a8b3-dbd3e9b98791 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.425184] env[69243]: DEBUG oslo_concurrency.lockutils [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] Acquiring lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.425184] env[69243]: DEBUG oslo_concurrency.lockutils [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.425184] env[69243]: DEBUG oslo_concurrency.lockutils [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.425184] env[69243]: DEBUG nova.compute.manager [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] No waiting events found dispatching network-vif-plugged-51d43586-e732-47d4-a8b3-dbd3e9b98791 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.425360] env[69243]: WARNING nova.compute.manager [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Received unexpected event network-vif-plugged-51d43586-e732-47d4-a8b3-dbd3e9b98791 for instance with vm_state building and task_state spawning. [ 609.425360] env[69243]: DEBUG nova.compute.manager [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Received event network-changed-51d43586-e732-47d4-a8b3-dbd3e9b98791 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.425478] env[69243]: DEBUG nova.compute.manager [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Refreshing instance network info cache due to event network-changed-51d43586-e732-47d4-a8b3-dbd3e9b98791. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.425651] env[69243]: DEBUG oslo_concurrency.lockutils [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] Acquiring lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.425776] env[69243]: DEBUG oslo_concurrency.lockutils [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] Acquired lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.425930] env[69243]: DEBUG nova.network.neutron [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Refreshing network info cache for port 51d43586-e732-47d4-a8b3-dbd3e9b98791 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.547318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f55bb77d-7e1c-4477-bcb6-045e645f362e tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "15647f68-646d-449c-9006-997122cb0a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.656s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.563907] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.685061] env[69243]: DEBUG nova.compute.utils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.688672] env[69243]: DEBUG nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.688755] env[69243]: DEBUG nova.network.neutron [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.778205] env[69243]: DEBUG oslo_vmware.rw_handles [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Completed reading data from the image iterator. {{(pid=69243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 609.778415] env[69243]: DEBUG oslo_vmware.rw_handles [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 609.876789] env[69243]: DEBUG nova.policy [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72a17f06757b462db4fda57f3b6f6560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6b29ed078d54430891aad8a9b5b8e47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.884072] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688591, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.919219] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Downloaded image file data 18ed8bce-64a7-4098-b909-6a3e3fb2f518 to vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk on the data store datastore1 {{(pid=69243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 609.921105] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Caching image {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 609.921358] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Copying Virtual Disk [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk to [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.923832] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b95806ef-8ee1-4f36-95ca-d1b5e8abce3f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.929483] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 609.929483] env[69243]: value = "task-3688592" [ 609.929483] env[69243]: _type = "Task" [ 609.929483] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.943938] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.965701] env[69243]: DEBUG nova.network.neutron [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.050539] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.200087] env[69243]: DEBUG nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.244077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "9334f78e-1230-4726-8a9d-9daf2ab977a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.244651] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.386500] env[69243]: DEBUG oslo_vmware.api [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688591, 'name': PowerOnVM_Task, 'duration_secs': 1.040217} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.386747] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.386928] env[69243]: INFO nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Took 12.69 seconds to spawn the instance on the hypervisor. [ 610.387164] env[69243]: DEBUG nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.388374] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5ac4bf-d4fe-4d46-bef3-872986882aea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.450903] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688592, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.579231] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.608772] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7cf61-5b18-4c60-971e-d6de97246581 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.618065] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9da050-34a6-4e1f-af17-fadb35daecfd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.659612] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f067fc-3d43-46c4-99f7-4d5945277892 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.671035] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8659df-d13d-44f0-b895-88fc4f6ab238 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.683364] env[69243]: DEBUG nova.compute.provider_tree [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.751744] env[69243]: DEBUG nova.network.neutron [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Updating instance_info_cache with network_info: [{"id": "50e072cc-8a84-4111-9531-f60e2a28af6f", "address": "fa:16:3e:e6:2e:f4", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e072cc-8a", "ovs_interfaceid": "50e072cc-8a84-4111-9531-f60e2a28af6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.924480] env[69243]: INFO nova.compute.manager [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Took 21.32 seconds to build instance. [ 610.945598] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829288} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.945598] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Copied Virtual Disk [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk to [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.945598] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleting the datastore file [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518/tmp-sparse.vmdk {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.945789] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7fcba9-c5cc-44e0-9f0a-dde5ccda4464 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.953217] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 610.953217] env[69243]: value = "task-3688593" [ 610.953217] env[69243]: _type = "Task" [ 610.953217] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.956505] env[69243]: DEBUG nova.compute.manager [req-26926ad7-aac6-49da-8cb8-79dee598507f req-ae80bf51-ff5b-42e2-bccb-0786d6555567 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Received event network-vif-plugged-50e072cc-8a84-4111-9531-f60e2a28af6f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.956617] env[69243]: DEBUG oslo_concurrency.lockutils [req-26926ad7-aac6-49da-8cb8-79dee598507f req-ae80bf51-ff5b-42e2-bccb-0786d6555567 service nova] Acquiring lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.956760] env[69243]: DEBUG oslo_concurrency.lockutils [req-26926ad7-aac6-49da-8cb8-79dee598507f req-ae80bf51-ff5b-42e2-bccb-0786d6555567 service nova] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.956930] env[69243]: DEBUG oslo_concurrency.lockutils [req-26926ad7-aac6-49da-8cb8-79dee598507f req-ae80bf51-ff5b-42e2-bccb-0786d6555567 service nova] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.957244] env[69243]: DEBUG nova.compute.manager [req-26926ad7-aac6-49da-8cb8-79dee598507f req-ae80bf51-ff5b-42e2-bccb-0786d6555567 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] No waiting events found dispatching network-vif-plugged-50e072cc-8a84-4111-9531-f60e2a28af6f {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.957338] env[69243]: WARNING nova.compute.manager [req-26926ad7-aac6-49da-8cb8-79dee598507f req-ae80bf51-ff5b-42e2-bccb-0786d6555567 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Received unexpected event network-vif-plugged-50e072cc-8a84-4111-9531-f60e2a28af6f for instance with vm_state building and task_state spawning. [ 610.972861] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.011716] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.012971] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.187081] env[69243]: DEBUG nova.scheduler.client.report [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.198354] env[69243]: DEBUG nova.network.neutron [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updated VIF entry in instance network info cache for port 51d43586-e732-47d4-a8b3-dbd3e9b98791. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.198491] env[69243]: DEBUG nova.network.neutron [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance_info_cache with network_info: [{"id": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "address": "fa:16:3e:03:33:ab", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d43586-e7", "ovs_interfaceid": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.213699] env[69243]: DEBUG nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.246099] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.246380] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.246510] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.246695] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.246820] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.246963] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.247196] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.247363] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.247529] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.247686] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.247851] env[69243]: DEBUG nova.virt.hardware [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.248864] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d8dc9-2345-4765-b9f5-b0d7459e6d54 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.254031] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "refresh_cache-4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.254318] env[69243]: DEBUG nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance network_info: |[{"id": "50e072cc-8a84-4111-9531-f60e2a28af6f", "address": "fa:16:3e:e6:2e:f4", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e072cc-8a", "ovs_interfaceid": "50e072cc-8a84-4111-9531-f60e2a28af6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.254693] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:2e:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e072cc-8a84-4111-9531-f60e2a28af6f', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.262055] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating folder: Project (aa62f8b5336e4947acfd9147ce5bd120). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.264582] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77ec615-0014-49ce-a8e9-64dc4e3503f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.267607] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87393a44-8e96-45e1-9f3d-baa0bcf4d621 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.284285] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created folder: Project (aa62f8b5336e4947acfd9147ce5bd120) in parent group-v734844. [ 611.284596] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating folder: Instances. Parent ref: group-v734860. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.285081] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-705b62ea-55e0-4929-b9d4-4499d16fecef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.295022] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created folder: Instances in parent group-v734860. [ 611.295022] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.295022] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.295022] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7243e5b1-9c81-46f2-a407-175d82e2669e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.314236] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.314236] env[69243]: value = "task-3688596" [ 611.314236] env[69243]: _type = "Task" [ 611.314236] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.327024] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688596, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.381115] env[69243]: DEBUG nova.network.neutron [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Successfully created port: e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.433026] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65399f14-d3b6-4d3a-a7ee-af2405413362 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "deb0551a-8414-4666-b84a-b9bd614377b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.837s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.468033] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032084} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.468033] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.468033] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Moving file from [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85/18ed8bce-64a7-4098-b909-6a3e3fb2f518 to [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518. {{(pid=69243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 611.468033] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bb63e916-88db-46af-a3e4-2e133d31d4ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.474026] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 611.474026] env[69243]: value = "task-3688597" [ 611.474026] env[69243]: _type = "Task" [ 611.474026] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.486438] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688597, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.700155] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.701613] env[69243]: DEBUG nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.705096] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.314s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.710333] env[69243]: INFO nova.compute.claims [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.716956] env[69243]: DEBUG oslo_concurrency.lockutils [req-577188e1-de83-4080-9b0f-bdfca27cd6d2 req-b9b952f9-1356-4b9c-bd16-c0b8d2f58121 service nova] Releasing lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.740188] env[69243]: DEBUG nova.compute.manager [None req-81d4eec9-337f-4d4b-b028-6823b3cd12f8 tempest-ServerDiagnosticsV248Test-1790390508 tempest-ServerDiagnosticsV248Test-1790390508-project-admin] [instance: 15647f68-646d-449c-9006-997122cb0a18] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.747155] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dc9881-60cb-4743-9612-b6e3ae27c872 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.747155] env[69243]: DEBUG nova.network.neutron [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Successfully updated port: 20d2720c-593d-4e65-9283-156fa28319e9 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.755256] env[69243]: INFO nova.compute.manager [None req-81d4eec9-337f-4d4b-b028-6823b3cd12f8 tempest-ServerDiagnosticsV248Test-1790390508 tempest-ServerDiagnosticsV248Test-1790390508-project-admin] [instance: 15647f68-646d-449c-9006-997122cb0a18] Retrieving diagnostics [ 611.755256] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae49addb-3a35-4eec-b900-84f4748ca046 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.835748] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688596, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.936709] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.988266] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688597, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.055868} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.988555] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] File moved {{(pid=69243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 611.988744] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Cleaning up location [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 611.989095] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleting the datastore file [datastore1] vmware_temp/526e6216-7b23-4796-b9f8-d83fcee44f85 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.989204] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52d5c217-0354-4bc9-a0b9-e387bd1e508f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.995458] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 611.995458] env[69243]: value = "task-3688598" [ 611.995458] env[69243]: _type = "Task" [ 611.995458] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.005399] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.218345] env[69243]: DEBUG nova.compute.utils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.221285] env[69243]: DEBUG nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.221285] env[69243]: DEBUG nova.network.neutron [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.250980] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.251144] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquired lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.251307] env[69243]: DEBUG nova.network.neutron [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.325981] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688596, 'name': CreateVM_Task, 'duration_secs': 0.803238} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.326160] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.326848] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.327063] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.327377] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.327655] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9942d711-60c0-43ae-b3f7-38695f8165dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.330537] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.330537] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.330537] env[69243]: DEBUG nova.compute.manager [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.331033] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d48823-d260-47b2-a526-1afc25fc4090 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.335139] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 612.335139] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52368778-4cd1-db4c-9c64-b20e094b9abc" [ 612.335139] env[69243]: _type = "Task" [ 612.335139] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.346570] env[69243]: DEBUG nova.compute.manager [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 612.347201] env[69243]: DEBUG nova.objects.instance [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lazy-loading 'flavor' on Instance uuid 7e0b367c-065d-464a-b7fb-63269a8cfa50 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.353481] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52368778-4cd1-db4c-9c64-b20e094b9abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.483361] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.487645] env[69243]: DEBUG nova.policy [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd56ce6aa9c2744c0b9f48736053b60be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa62f8b5336e4947acfd9147ce5bd120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.507591] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034027} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.508029] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.508997] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63fc43c2-8bbe-4d28-83cd-0d54073e2df5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.518501] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 612.518501] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52450a7c-5e00-95d6-8f6b-3a015f636e14" [ 612.518501] env[69243]: _type = "Task" [ 612.518501] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.526703] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52450a7c-5e00-95d6-8f6b-3a015f636e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.730031] env[69243]: DEBUG nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.858779] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52368778-4cd1-db4c-9c64-b20e094b9abc, 'name': SearchDatastore_Task, 'duration_secs': 0.019777} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.861196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.861434] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.861634] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.905772] env[69243]: DEBUG nova.network.neutron [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.032663] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52450a7c-5e00-95d6-8f6b-3a015f636e14, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.036307] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.036774] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67/69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.038899] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.040625] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.041054] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d77695d-1f75-41df-86e9-2800cad9bb3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.046024] env[69243]: DEBUG nova.compute.manager [req-8ca0a4d4-9771-4035-bf91-5af64b6c35b0 req-a673c0f1-7dc8-46de-adba-c93a17d3577a service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Received event network-vif-plugged-20d2720c-593d-4e65-9283-156fa28319e9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.046024] env[69243]: DEBUG oslo_concurrency.lockutils [req-8ca0a4d4-9771-4035-bf91-5af64b6c35b0 req-a673c0f1-7dc8-46de-adba-c93a17d3577a service nova] Acquiring lock "a52e2252-039c-46b8-9862-d2d804868ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.046024] env[69243]: DEBUG oslo_concurrency.lockutils [req-8ca0a4d4-9771-4035-bf91-5af64b6c35b0 req-a673c0f1-7dc8-46de-adba-c93a17d3577a service nova] Lock "a52e2252-039c-46b8-9862-d2d804868ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.046024] env[69243]: DEBUG oslo_concurrency.lockutils [req-8ca0a4d4-9771-4035-bf91-5af64b6c35b0 req-a673c0f1-7dc8-46de-adba-c93a17d3577a service nova] Lock "a52e2252-039c-46b8-9862-d2d804868ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.046024] env[69243]: DEBUG nova.compute.manager [req-8ca0a4d4-9771-4035-bf91-5af64b6c35b0 req-a673c0f1-7dc8-46de-adba-c93a17d3577a service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] No waiting events found dispatching network-vif-plugged-20d2720c-593d-4e65-9283-156fa28319e9 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.046580] env[69243]: WARNING nova.compute.manager [req-8ca0a4d4-9771-4035-bf91-5af64b6c35b0 req-a673c0f1-7dc8-46de-adba-c93a17d3577a service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Received unexpected event network-vif-plugged-20d2720c-593d-4e65-9283-156fa28319e9 for instance with vm_state building and task_state spawning. [ 613.047269] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eeaffa3-f650-4a52-97ac-6abd82e5882b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.057016] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 613.057016] env[69243]: value = "task-3688599" [ 613.057016] env[69243]: _type = "Task" [ 613.057016] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.058264] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.058408] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.064360] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f60bc3f-e161-4d6a-acdc-2d397aae671d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.075403] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.075403] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 613.075403] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522f83c2-2151-0baa-699b-54edab91e2ac" [ 613.075403] env[69243]: _type = "Task" [ 613.075403] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.084699] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522f83c2-2151-0baa-699b-54edab91e2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.133994] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81914e8-9dbf-4399-8978-f29694ff09dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.140372] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d646d7-7032-4efd-93a5-28ec4f440eeb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.175539] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0b0d8-6566-49bd-bbca-69b3af2221da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.184337] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d27f2-a3c5-4df6-8bf7-581083d97cbd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.198439] env[69243]: DEBUG nova.compute.provider_tree [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.280992] env[69243]: DEBUG nova.network.neutron [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Successfully created port: b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.363225] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.363337] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cb1fc6b-2127-4a3a-a9f8-b2168cd9347a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.371123] env[69243]: DEBUG oslo_vmware.api [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 613.371123] env[69243]: value = "task-3688600" [ 613.371123] env[69243]: _type = "Task" [ 613.371123] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.381956] env[69243]: DEBUG oslo_vmware.api [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.556399] env[69243]: DEBUG nova.network.neutron [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Updating instance_info_cache with network_info: [{"id": "20d2720c-593d-4e65-9283-156fa28319e9", "address": "fa:16:3e:09:82:92", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d2720c-59", "ovs_interfaceid": "20d2720c-593d-4e65-9283-156fa28319e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.574515] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688599, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.591022] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522f83c2-2151-0baa-699b-54edab91e2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.591370] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919d93ce-e8ca-4ab9-8ead-caf3fabc3aae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.601342] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 613.601342] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5927c-e5e7-b5ce-811f-ee270991ae1a" [ 613.601342] env[69243]: _type = "Task" [ 613.601342] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.610854] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5927c-e5e7-b5ce-811f-ee270991ae1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.702836] env[69243]: DEBUG nova.scheduler.client.report [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.744956] env[69243]: DEBUG nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.787702] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.788740] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.789017] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.789274] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.789431] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.789531] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.789974] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.789974] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.790378] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.790378] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.790480] env[69243]: DEBUG nova.virt.hardware [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.791388] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9652b7ec-686a-405a-8bd5-28ee69a272a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.802840] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e208384a-445f-44f7-907d-ab240e6cac4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.881686] env[69243]: DEBUG oslo_vmware.api [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688600, 'name': PowerOffVM_Task, 'duration_secs': 0.217605} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.881949] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.882220] env[69243]: DEBUG nova.compute.manager [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.883481] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1198ad2-03e6-4142-ae69-ff843bfb42f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.064958] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Releasing lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.065491] env[69243]: DEBUG nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Instance network_info: |[{"id": "20d2720c-593d-4e65-9283-156fa28319e9", "address": "fa:16:3e:09:82:92", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d2720c-59", "ovs_interfaceid": "20d2720c-593d-4e65-9283-156fa28319e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.065724] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:82:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20d2720c-593d-4e65-9283-156fa28319e9', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.072924] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Creating folder: Project (b08842dfa8924a628f8c00d09b1ee1b5). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.073661] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78c8739-37c8-4b0d-98dd-589a4f7e1510 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.078814] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795656} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.079055] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67/69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.079261] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.079816] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6691b35-dc33-4c67-ba22-e11d23cbc8c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.082995] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Created folder: Project (b08842dfa8924a628f8c00d09b1ee1b5) in parent group-v734844. [ 614.083196] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Creating folder: Instances. Parent ref: group-v734863. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.084082] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a3a2b6e-6563-4217-a29d-08111d5a2c42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.087216] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 614.087216] env[69243]: value = "task-3688602" [ 614.087216] env[69243]: _type = "Task" [ 614.087216] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.094840] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Created folder: Instances in parent group-v734863. [ 614.094840] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.098082] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.098380] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.098597] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b21290-244a-4f44-bbc4-c5109760ba17 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.125762] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5927c-e5e7-b5ce-811f-ee270991ae1a, 'name': SearchDatastore_Task, 'duration_secs': 0.063909} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.127223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.127510] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.127750] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.127750] env[69243]: value = "task-3688604" [ 614.127750] env[69243]: _type = "Task" [ 614.127750] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.128138] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74cafe2c-a936-4072-b0bc-75945bb12bd4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.137556] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 614.137556] env[69243]: value = "task-3688605" [ 614.137556] env[69243]: _type = "Task" [ 614.137556] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.144130] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688604, 'name': CreateVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.151684] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.213520] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.214117] env[69243]: DEBUG nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.218700] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.086s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.252947] env[69243]: DEBUG nova.network.neutron [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Successfully updated port: e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.398686] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb1ed2d1-23d2-4988-b6f9-ec30cd9b5796 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.602525] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098918} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.603015] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.604821] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c0fdf-c321-4e2f-83ec-cdc2c350be00 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.635366] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67/69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.635912] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcd067f-892a-4d25-9510-31d7959063cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.665396] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688605, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.671516] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688604, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.671516] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 614.671516] env[69243]: value = "task-3688606" [ 614.671516] env[69243]: _type = "Task" [ 614.671516] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.680863] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.721059] env[69243]: DEBUG nova.compute.utils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.722526] env[69243]: DEBUG nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.722681] env[69243]: DEBUG nova.network.neutron [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.761310] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.761310] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.761310] env[69243]: DEBUG nova.network.neutron [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.836665] env[69243]: DEBUG nova.policy [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52163ac1f1eb4793a35b922d722316ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd110169373824f418c7938efe23f50c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.147718] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688604, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.164135] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565619} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.164434] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.164913] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.164913] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc40e88-0a75-42af-a373-a50ae0cd2b6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.173157] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 615.173157] env[69243]: value = "task-3688607" [ 615.173157] env[69243]: _type = "Task" [ 615.173157] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.184281] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.187239] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.226069] env[69243]: DEBUG nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.264389] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 15647f68-646d-449c-9006-997122cb0a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 615.264589] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 615.264767] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7e0b367c-065d-464a-b7fb-63269a8cfa50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 615.336759] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.336759] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.338127] env[69243]: DEBUG nova.network.neutron [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.636052] env[69243]: DEBUG nova.network.neutron [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Updating instance_info_cache with network_info: [{"id": "e08d055c-43f0-4807-a05a-28a18e528da0", "address": "fa:16:3e:cc:5d:9f", "network": {"id": "59262cd1-4b2f-4806-828f-2904007b82ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1027717898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6b29ed078d54430891aad8a9b5b8e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08d055c-43", "ovs_interfaceid": "e08d055c-43f0-4807-a05a-28a18e528da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.646848] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688604, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.665671] env[69243]: DEBUG nova.network.neutron [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Successfully created port: c4361dbc-4780-4bea-9399-57b0fac7fcd9 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.685024] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202902} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.687718] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.688219] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688606, 'name': ReconfigVM_Task, 'duration_secs': 0.867709} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.689096] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef1827-8da8-4f22-8c82-f624c7f85535 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.694167] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67/69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.694167] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c225955-94ff-4a29-9538-b025077a968d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.713722] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.715525] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89dff20b-1f5a-46ec-9ac7-401a2b9d866d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.731126] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 615.731126] env[69243]: value = "task-3688608" [ 615.731126] env[69243]: _type = "Task" [ 615.731126] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.740749] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 615.740749] env[69243]: value = "task-3688609" [ 615.740749] env[69243]: _type = "Task" [ 615.740749] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.751384] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688608, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.756611] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.762914] env[69243]: DEBUG nova.compute.manager [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Received event network-changed-50e072cc-8a84-4111-9531-f60e2a28af6f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.762981] env[69243]: DEBUG nova.compute.manager [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Refreshing instance network info cache due to event network-changed-50e072cc-8a84-4111-9531-f60e2a28af6f. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.764034] env[69243]: DEBUG oslo_concurrency.lockutils [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] Acquiring lock "refresh_cache-4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.764034] env[69243]: DEBUG oslo_concurrency.lockutils [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] Acquired lock "refresh_cache-4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.764034] env[69243]: DEBUG nova.network.neutron [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Refreshing network info cache for port 50e072cc-8a84-4111-9531-f60e2a28af6f {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.769935] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 2cccb0a2-1e20-4696-8297-fb39b1e56c62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 616.120269] env[69243]: DEBUG nova.network.neutron [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Successfully updated port: b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.132665] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "bfcf44be-531f-442e-af3c-19e80ecf8382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.133288] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.139760] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Releasing lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.139760] env[69243]: DEBUG nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Instance network_info: |[{"id": "e08d055c-43f0-4807-a05a-28a18e528da0", "address": "fa:16:3e:cc:5d:9f", "network": {"id": "59262cd1-4b2f-4806-828f-2904007b82ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1027717898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6b29ed078d54430891aad8a9b5b8e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08d055c-43", "ovs_interfaceid": "e08d055c-43f0-4807-a05a-28a18e528da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.140141] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:5d:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08d055c-43f0-4807-a05a-28a18e528da0', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.147028] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Creating folder: Project (c6b29ed078d54430891aad8a9b5b8e47). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.151031] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acd73093-1460-48b8-836e-c1f117b5b7f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.173621] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688604, 'name': CreateVM_Task, 'duration_secs': 1.603827} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.176451] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.177435] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Created folder: Project (c6b29ed078d54430891aad8a9b5b8e47) in parent group-v734844. [ 616.177873] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Creating folder: Instances. Parent ref: group-v734866. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.182024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.182024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.182024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.182024] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c737e576-9341-4b31-94c0-141f2c48f54a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.183669] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d87c249-1f7a-4119-9a39-23c31d5d1ae7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.197330] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 616.197330] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ccc543-9057-0a10-9f32-e9ae28942896" [ 616.197330] env[69243]: _type = "Task" [ 616.197330] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.200658] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Created folder: Instances in parent group-v734866. [ 616.201087] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.201934] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.202299] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e8c9e7-4e68-41ea-9795-261728d26e60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.224037] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ccc543-9057-0a10-9f32-e9ae28942896, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.224552] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.224696] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.224926] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.225079] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.225258] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.225509] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f4b300e-22b3-458a-b99e-f5c6b106c915 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.231188] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.231188] env[69243]: value = "task-3688612" [ 616.231188] env[69243]: _type = "Task" [ 616.231188] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.234518] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.234638] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.238642] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189ea964-fc88-46f7-88b8-3183502f211f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.245896] env[69243]: DEBUG nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.247492] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688612, 'name': CreateVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.256942] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688608, 'name': Rename_Task, 'duration_secs': 0.357453} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.257268] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 616.257268] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524be589-5b6b-4672-3a0a-9ccca5623fe3" [ 616.257268] env[69243]: _type = "Task" [ 616.257268] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.257882] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.258238] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7c0c90-e11b-4318-8ba3-1fd7dd9a6ea2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.270476] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.272258] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 0f617809-7812-415b-825f-73dcbdbe9122 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 616.277106] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524be589-5b6b-4672-3a0a-9ccca5623fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.279180] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 616.279180] env[69243]: value = "task-3688613" [ 616.279180] env[69243]: _type = "Task" [ 616.279180] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.279379] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb2a459-eef8-4f99-acd7-7d06f2f892a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.290804] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 616.290804] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528f843a-ad32-e87a-5697-e2a32c6fe0de" [ 616.290804] env[69243]: _type = "Task" [ 616.290804] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.294960] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688613, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.301310] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.302105] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.302105] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.302105] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.302444] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.302444] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.302625] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.302804] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.303201] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.303377] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.303867] env[69243]: DEBUG nova.virt.hardware [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.309106] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14027fab-8793-4324-bcdd-e82fc43a32d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.318773] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528f843a-ad32-e87a-5697-e2a32c6fe0de, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.320951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.321219] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] a52e2252-039c-46b8-9862-d2d804868ce2/a52e2252-039c-46b8-9862-d2d804868ce2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.321513] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a3d06ed-7cd1-471a-a912-41e9fd617573 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.324503] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb8599-b522-46c6-9823-e2a82f6a2b91 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.340048] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 616.340048] env[69243]: value = "task-3688614" [ 616.340048] env[69243]: _type = "Task" [ 616.340048] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.349953] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.593233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Acquiring lock "deb0551a-8414-4666-b84a-b9bd614377b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.593736] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Lock "deb0551a-8414-4666-b84a-b9bd614377b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.594163] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Acquiring lock "deb0551a-8414-4666-b84a-b9bd614377b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.596336] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Lock "deb0551a-8414-4666-b84a-b9bd614377b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.596336] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Lock "deb0551a-8414-4666-b84a-b9bd614377b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.603807] env[69243]: INFO nova.compute.manager [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Terminating instance [ 616.625511] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "refresh_cache-b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.625741] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "refresh_cache-b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.625946] env[69243]: DEBUG nova.network.neutron [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.741748] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688612, 'name': CreateVM_Task, 'duration_secs': 0.410067} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.744426] env[69243]: DEBUG nova.network.neutron [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Updated VIF entry in instance network info cache for port 50e072cc-8a84-4111-9531-f60e2a28af6f. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.744426] env[69243]: DEBUG nova.network.neutron [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Updating instance_info_cache with network_info: [{"id": "50e072cc-8a84-4111-9531-f60e2a28af6f", "address": "fa:16:3e:e6:2e:f4", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e072cc-8a", "ovs_interfaceid": "50e072cc-8a84-4111-9531-f60e2a28af6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.745515] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.746579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.746864] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.747328] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.749200] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7ca28b-a566-4236-9eed-38fb8ea43cba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.757360] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 616.757360] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a0794b-082b-a71b-45d6-d834359da8ad" [ 616.757360] env[69243]: _type = "Task" [ 616.757360] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.762208] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688609, 'name': ReconfigVM_Task, 'duration_secs': 0.655667} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.767693] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.770442] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-125ee5fe-ab8b-43ac-bd57-f7b41c126142 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.778216] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a0794b-082b-a71b-45d6-d834359da8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.780953] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 616.783529] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 616.783529] env[69243]: value = "task-3688615" [ 616.783529] env[69243]: _type = "Task" [ 616.783529] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.799856] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.803610] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688615, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.851209] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688614, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.893221] env[69243]: DEBUG nova.compute.manager [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Received event network-changed-20d2720c-593d-4e65-9283-156fa28319e9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.893421] env[69243]: DEBUG nova.compute.manager [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Refreshing instance network info cache due to event network-changed-20d2720c-593d-4e65-9283-156fa28319e9. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.893686] env[69243]: DEBUG oslo_concurrency.lockutils [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] Acquiring lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.893778] env[69243]: DEBUG oslo_concurrency.lockutils [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] Acquired lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.893933] env[69243]: DEBUG nova.network.neutron [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Refreshing network info cache for port 20d2720c-593d-4e65-9283-156fa28319e9 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.108332] env[69243]: DEBUG nova.compute.manager [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.108577] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.109497] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ea596-a2db-4637-81f9-9b2225b04f42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.120175] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.120175] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac04da9-4a41-4c61-a63b-55c095e47a18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.127512] env[69243]: DEBUG oslo_vmware.api [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Waiting for the task: (returnval){ [ 617.127512] env[69243]: value = "task-3688616" [ 617.127512] env[69243]: _type = "Task" [ 617.127512] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.139175] env[69243]: DEBUG oslo_vmware.api [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Task: {'id': task-3688616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.183921] env[69243]: DEBUG nova.network.neutron [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.248854] env[69243]: DEBUG oslo_concurrency.lockutils [req-ae23fec4-214e-4cec-8d5d-678cfaab75ad req-33126a0c-3baa-469c-b5bc-02815bcdad10 service nova] Releasing lock "refresh_cache-4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.275516] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a0794b-082b-a71b-45d6-d834359da8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.064191} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.275969] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.276388] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.276688] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.276902] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.277268] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.278026] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b381da9-03e9-48e2-8cd5-1ec58c7eaacc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.284914] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance f7ee494c-e0ae-4612-a636-90368a1becbb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 617.285307] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance deb0551a-8414-4666-b84a-b9bd614377b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 617.296417] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.296805] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.298317] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e00dcf9-ba29-4077-a203-da96cd39e244 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.307611] env[69243]: DEBUG oslo_vmware.api [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688613, 'name': PowerOnVM_Task, 'duration_secs': 0.535591} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.312182] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.312516] env[69243]: INFO nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Took 14.75 seconds to spawn the instance on the hypervisor. [ 617.312863] env[69243]: DEBUG nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.313162] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 617.313162] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522cd471-151c-d4c9-66a2-7935807c8f1b" [ 617.313162] env[69243]: _type = "Task" [ 617.313162] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.314266] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688615, 'name': Rename_Task, 'duration_secs': 0.261723} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.317034] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e8c78-2fd2-4224-8d0b-68ea76ebbc64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.318901] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.321935] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83c30127-3f42-42d4-96ee-021881422423 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.337652] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 617.337652] env[69243]: value = "task-3688617" [ 617.337652] env[69243]: _type = "Task" [ 617.337652] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.337652] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522cd471-151c-d4c9-66a2-7935807c8f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.344381] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18c0e9a-e0b3-40a7-9dc8-79b24cf13989 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.353764] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688617, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.359178] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531259} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.359352] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 617.359352] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5247f22f-6598-6567-d12a-2c331d3849a3" [ 617.359352] env[69243]: _type = "Task" [ 617.359352] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.359699] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] a52e2252-039c-46b8-9862-d2d804868ce2/a52e2252-039c-46b8-9862-d2d804868ce2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.359975] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.360768] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ec56a3-0fc3-4bef-a12c-32da2655dd05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.370156] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 617.370156] env[69243]: value = "task-3688618" [ 617.370156] env[69243]: _type = "Task" [ 617.370156] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.373941] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5247f22f-6598-6567-d12a-2c331d3849a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.378312] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.378514] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2/587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.382823] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82779823-fc01-4495-b24a-e62feec9f108 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.392541] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.394110] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 617.394110] env[69243]: value = "task-3688619" [ 617.394110] env[69243]: _type = "Task" [ 617.394110] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.405813] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.639193] env[69243]: DEBUG oslo_vmware.api [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Task: {'id': task-3688616, 'name': PowerOffVM_Task, 'duration_secs': 0.273596} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.639875] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.639875] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.640095] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8d59a1-d51e-45b8-a59d-b7cfb28212d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.644091] env[69243]: DEBUG nova.network.neutron [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Updating instance_info_cache with network_info: [{"id": "b6bca0c0-8d98-47c7-83e9-06b85b5fdd43", "address": "fa:16:3e:d5:7b:c9", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bca0c0-8d", "ovs_interfaceid": "b6bca0c0-8d98-47c7-83e9-06b85b5fdd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.718133] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.718363] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.718505] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Deleting the datastore file [datastore2] deb0551a-8414-4666-b84a-b9bd614377b2 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.718778] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14909447-37b4-4b5c-aca0-229519dfb826 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.732875] env[69243]: DEBUG oslo_vmware.api [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Waiting for the task: (returnval){ [ 617.732875] env[69243]: value = "task-3688621" [ 617.732875] env[69243]: _type = "Task" [ 617.732875] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.745400] env[69243]: DEBUG oslo_vmware.api [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Task: {'id': task-3688621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.800293] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e23198c9-fbfe-493d-8906-717c275f7e3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 617.848169] env[69243]: INFO nova.compute.manager [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Took 26.26 seconds to build instance. [ 617.866673] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688617, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.884177] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071313} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.884177] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.884729] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4bdcdb-242f-448d-a377-0c5c92ca56da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.888197] env[69243]: DEBUG nova.network.neutron [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Updated VIF entry in instance network info cache for port 20d2720c-593d-4e65-9283-156fa28319e9. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.888565] env[69243]: DEBUG nova.network.neutron [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Updating instance_info_cache with network_info: [{"id": "20d2720c-593d-4e65-9283-156fa28319e9", "address": "fa:16:3e:09:82:92", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d2720c-59", "ovs_interfaceid": "20d2720c-593d-4e65-9283-156fa28319e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.913944] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a52e2252-039c-46b8-9862-d2d804868ce2/a52e2252-039c-46b8-9862-d2d804868ce2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.914268] env[69243]: DEBUG oslo_concurrency.lockutils [req-271b167c-ecf8-420b-a9f8-cc96431e2a3a req-744fdb51-b15e-43ff-ac0c-102c9636c992 service nova] Releasing lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.920061] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd0bffe0-e953-406f-9e7a-b1b9accace8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.934976] env[69243]: DEBUG nova.network.neutron [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Successfully updated port: c4361dbc-4780-4bea-9399-57b0fac7fcd9 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.943156] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505803} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.944252] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2/587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.944252] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.944716] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 617.944716] env[69243]: value = "task-3688622" [ 617.944716] env[69243]: _type = "Task" [ 617.944716] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.946027] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a58cec85-494c-49ed-a2dc-0546bdf57cdd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.960997] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.960997] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 617.960997] env[69243]: value = "task-3688623" [ 617.960997] env[69243]: _type = "Task" [ 617.960997] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.972618] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.146725] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "refresh_cache-b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.147010] env[69243]: DEBUG nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Instance network_info: |[{"id": "b6bca0c0-8d98-47c7-83e9-06b85b5fdd43", "address": "fa:16:3e:d5:7b:c9", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bca0c0-8d", "ovs_interfaceid": "b6bca0c0-8d98-47c7-83e9-06b85b5fdd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.147485] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:7b:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bca0c0-8d98-47c7-83e9-06b85b5fdd43', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.157060] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.157448] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.157614] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f7651c0-cc35-4768-ab9e-71a232811bf3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.176876] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.176876] env[69243]: value = "task-3688624" [ 618.176876] env[69243]: _type = "Task" [ 618.176876] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.188345] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688624, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.249748] env[69243]: DEBUG oslo_vmware.api [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Task: {'id': task-3688621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259211} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.250664] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.250664] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.250664] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.250664] env[69243]: INFO nova.compute.manager [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 618.252234] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.252234] env[69243]: DEBUG nova.compute.manager [-] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.252234] env[69243]: DEBUG nova.network.neutron [-] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.303505] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 484ab422-9e29-49b4-a01f-21825e70866e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 618.303690] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 618.303817] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance b6c3fc33-d92d-4b77-9e3f-f6c0466967ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 618.303931] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance a52e2252-039c-46b8-9862-d2d804868ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 618.354422] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb20b332-247b-4d01-8617-e00919be1ae5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.773s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.355093] env[69243]: DEBUG oslo_vmware.api [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688617, 'name': PowerOnVM_Task, 'duration_secs': 0.795861} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.356847] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.357394] env[69243]: INFO nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Took 12.27 seconds to spawn the instance on the hypervisor. [ 618.357526] env[69243]: DEBUG nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.359338] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d50bc1-d40c-4451-89ab-a411ff729174 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.437152] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "refresh_cache-4232f9b1-1138-49b9-baca-877b43666438" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.437352] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquired lock "refresh_cache-4232f9b1-1138-49b9-baca-877b43666438" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.437573] env[69243]: DEBUG nova.network.neutron [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.461614] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.469933] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13377} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.470936] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.472569] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75690ad6-109e-4a5d-bdb5-2380ff5fe8d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.496514] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2/587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.499323] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3505531a-591e-4f39-94bd-e794bf4b855b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.519844] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 618.519844] env[69243]: value = "task-3688625" [ 618.519844] env[69243]: _type = "Task" [ 618.519844] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.531498] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.662595] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.662595] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "7d7c6517-efae-49b1-8067-be68054bd734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.688606] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688624, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.812366] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 0284f77b-b5c3-477e-bd98-cda294fe34d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 618.860408] env[69243]: DEBUG nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.882131] env[69243]: INFO nova.compute.manager [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Took 26.00 seconds to build instance. [ 618.966354] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688622, 'name': ReconfigVM_Task, 'duration_secs': 0.650005} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.966354] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a52e2252-039c-46b8-9862-d2d804868ce2/a52e2252-039c-46b8-9862-d2d804868ce2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.966354] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae141f64-fbff-422e-9b25-bf074115dd0c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.973165] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 618.973165] env[69243]: value = "task-3688626" [ 618.973165] env[69243]: _type = "Task" [ 618.973165] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.983293] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688626, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.001405] env[69243]: DEBUG nova.network.neutron [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.035384] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.189426] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688624, 'name': CreateVM_Task, 'duration_secs': 0.719004} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.189674] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.190409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.190581] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.190888] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.191320] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c29a0cc-351a-467b-a2f2-cf88b5aa2212 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.196175] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 619.196175] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52af5a9f-35d4-f63a-0c60-bf0439922914" [ 619.196175] env[69243]: _type = "Task" [ 619.196175] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.205157] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52af5a9f-35d4-f63a-0c60-bf0439922914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.210620] env[69243]: DEBUG nova.network.neutron [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Updating instance_info_cache with network_info: [{"id": "c4361dbc-4780-4bea-9399-57b0fac7fcd9", "address": "fa:16:3e:cb:9e:c3", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4361dbc-47", "ovs_interfaceid": "c4361dbc-4780-4bea-9399-57b0fac7fcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.285416] env[69243]: DEBUG nova.network.neutron [-] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.313619] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance d5640164-1ca1-4dec-ab5a-d6e99e181952 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 619.383792] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.383949] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a839cdf-8a5f-4441-a0c0-1dee9f468c65 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.514s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.487414] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688626, 'name': Rename_Task, 'duration_secs': 0.223201} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.487775] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.488064] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a3d77e-0200-4f73-895e-9b9bf2324e88 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.494766] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 619.494766] env[69243]: value = "task-3688627" [ 619.494766] env[69243]: _type = "Task" [ 619.494766] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.503579] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.533023] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688625, 'name': ReconfigVM_Task, 'duration_secs': 0.652489} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.533455] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2/587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.534126] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-138bbcf5-c263-402c-9b9a-61de4e25c5d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.540377] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 619.540377] env[69243]: value = "task-3688628" [ 619.540377] env[69243]: _type = "Task" [ 619.540377] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.548281] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688628, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.579392] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "1ef48045-56cd-4809-a0f8-6ed80611121a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.579709] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.706742] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52af5a9f-35d4-f63a-0c60-bf0439922914, 'name': SearchDatastore_Task, 'duration_secs': 0.008377} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.706742] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.706895] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.707678] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.707678] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.707678] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.708566] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7df28cd0-f615-476d-ba81-3876abc1ed9b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.713222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Releasing lock "refresh_cache-4232f9b1-1138-49b9-baca-877b43666438" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.713750] env[69243]: DEBUG nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Instance network_info: |[{"id": "c4361dbc-4780-4bea-9399-57b0fac7fcd9", "address": "fa:16:3e:cb:9e:c3", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4361dbc-47", "ovs_interfaceid": "c4361dbc-4780-4bea-9399-57b0fac7fcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.713933] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:9e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4361dbc-4780-4bea-9399-57b0fac7fcd9', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.721535] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Creating folder: Project (d110169373824f418c7938efe23f50c4). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.722842] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ddcca51-c193-4958-85bd-8cd26e5d9d41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.724596] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.724708] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.725407] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f46994-ebc9-4f74-ae3a-27d9b46f00c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.731472] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 619.731472] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e78601-4da8-1c26-323f-6363f17ef3c1" [ 619.731472] env[69243]: _type = "Task" [ 619.731472] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.735858] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Created folder: Project (d110169373824f418c7938efe23f50c4) in parent group-v734844. [ 619.736046] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Creating folder: Instances. Parent ref: group-v734870. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.739077] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7f7c6f5-c2e5-45d8-bfd0-83e20a0f4bac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.740941] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e78601-4da8-1c26-323f-6363f17ef3c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.748064] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Created folder: Instances in parent group-v734870. [ 619.748828] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.748828] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.748828] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ea0a0fc-1c53-491f-be0a-eabd7fbb5e90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.770967] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.770967] env[69243]: value = "task-3688631" [ 619.770967] env[69243]: _type = "Task" [ 619.770967] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.781536] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688631, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.789597] env[69243]: INFO nova.compute.manager [-] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Took 1.54 seconds to deallocate network for instance. [ 619.816835] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance fe12e516-e776-4743-b06a-a3d7e19fe289 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 619.895212] env[69243]: DEBUG nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.934347] env[69243]: DEBUG nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Received event network-vif-plugged-e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.934347] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Acquiring lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.934347] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.934347] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.934477] env[69243]: DEBUG nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] No waiting events found dispatching network-vif-plugged-e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.934654] env[69243]: WARNING nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Received unexpected event network-vif-plugged-e08d055c-43f0-4807-a05a-28a18e528da0 for instance with vm_state building and task_state spawning. [ 619.934796] env[69243]: DEBUG nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Received event network-changed-e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.934941] env[69243]: DEBUG nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Refreshing instance network info cache due to event network-changed-e08d055c-43f0-4807-a05a-28a18e528da0. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.935204] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Acquiring lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.935399] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Acquired lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.935576] env[69243]: DEBUG nova.network.neutron [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Refreshing network info cache for port e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.007891] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.053613] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688628, 'name': Rename_Task, 'duration_secs': 0.155538} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.053613] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.053613] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d6aad1-42b7-49df-96fe-ffe0d935f479 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.060563] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 620.060563] env[69243]: value = "task-3688632" [ 620.060563] env[69243]: _type = "Task" [ 620.060563] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.070814] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.246738] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e78601-4da8-1c26-323f-6363f17ef3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.248025] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428e04f8-f18e-4d0f-911d-4ce9fd9c2383 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.253080] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 620.253080] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524c2139-7fd2-4dde-0f4a-1f0719cb2106" [ 620.253080] env[69243]: _type = "Task" [ 620.253080] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.262975] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524c2139-7fd2-4dde-0f4a-1f0719cb2106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.284037] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688631, 'name': CreateVM_Task, 'duration_secs': 0.328015} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.284037] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.284037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.284037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.284037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.284483] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b24b96-398f-427e-bdac-bbe526ff958c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.288282] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 620.288282] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5212a2c6-4a1d-445f-51b4-e4ceb07c19fc" [ 620.288282] env[69243]: _type = "Task" [ 620.288282] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.300891] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.300891] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5212a2c6-4a1d-445f-51b4-e4ceb07c19fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.319650] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 9334f78e-1230-4726-8a9d-9daf2ab977a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 620.319833] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 20ad5df1-7da7-4a21-ac60-663f6d3271bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.319964] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.320106] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 4232f9b1-1138-49b9-baca-877b43666438 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 620.406174] env[69243]: DEBUG nova.compute.manager [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.407272] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa35a32-7b24-4ddf-8105-9bf31a226763 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.439289] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.504380] env[69243]: DEBUG nova.compute.manager [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Received event network-vif-plugged-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.504711] env[69243]: DEBUG oslo_concurrency.lockutils [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] Acquiring lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.504997] env[69243]: DEBUG oslo_concurrency.lockutils [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.505296] env[69243]: DEBUG oslo_concurrency.lockutils [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.505809] env[69243]: DEBUG nova.compute.manager [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] No waiting events found dispatching network-vif-plugged-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.505809] env[69243]: WARNING nova.compute.manager [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Received unexpected event network-vif-plugged-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 for instance with vm_state building and task_state spawning. [ 620.505984] env[69243]: DEBUG nova.compute.manager [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Received event network-changed-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.506550] env[69243]: DEBUG nova.compute.manager [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Refreshing instance network info cache due to event network-changed-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.506550] env[69243]: DEBUG oslo_concurrency.lockutils [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] Acquiring lock "refresh_cache-b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.506550] env[69243]: DEBUG oslo_concurrency.lockutils [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] Acquired lock "refresh_cache-b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.506687] env[69243]: DEBUG nova.network.neutron [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Refreshing network info cache for port b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.521737] env[69243]: DEBUG oslo_vmware.api [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688627, 'name': PowerOnVM_Task, 'duration_secs': 0.558235} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.523018] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.523018] env[69243]: INFO nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Took 11.85 seconds to spawn the instance on the hypervisor. [ 620.523018] env[69243]: DEBUG nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.524099] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6710a05-1879-4d8d-9eee-9f681c95909c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.543189] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "416a4207-040b-4c00-aa43-1c7375f075e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.546106] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "416a4207-040b-4c00-aa43-1c7375f075e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.571559] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.763537] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524c2139-7fd2-4dde-0f4a-1f0719cb2106, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.763785] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.764052] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b6c3fc33-d92d-4b77-9e3f-f6c0466967ed/b6c3fc33-d92d-4b77-9e3f-f6c0466967ed.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.764324] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcdaf85a-322e-4fa1-935f-c80de3e40e9e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.770865] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 620.770865] env[69243]: value = "task-3688633" [ 620.770865] env[69243]: _type = "Task" [ 620.770865] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.779677] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.804343] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5212a2c6-4a1d-445f-51b4-e4ceb07c19fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.804808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.805132] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.806365] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.806535] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.806747] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.807072] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-383fb625-7d47-4021-8807-9546059cd0ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.823298] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.823853] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.825811] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 0ed34d2e-00c5-4ca1-9e48-c7bc56147456 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 620.828263] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654e09b9-a31a-4193-b039-da7c6670da26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.836130] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 620.836130] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52301cf4-1e71-fbed-e4f5-ef6ca097dd06" [ 620.836130] env[69243]: _type = "Task" [ 620.836130] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.856286] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52301cf4-1e71-fbed-e4f5-ef6ca097dd06, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.857466] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a124c6-25d3-4dc0-953f-fdf94dda029e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.864231] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 620.864231] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b87e8d-008f-5b6a-7349-05a5aca8d871" [ 620.864231] env[69243]: _type = "Task" [ 620.864231] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.878900] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b87e8d-008f-5b6a-7349-05a5aca8d871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.927660] env[69243]: INFO nova.compute.manager [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] instance snapshotting [ 620.927919] env[69243]: WARNING nova.compute.manager [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 620.931052] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75e26e-12ac-42da-91f8-b8d3a2004b3d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.963409] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0ec868-b5c5-4328-b9d5-9747f959c2f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.976510] env[69243]: DEBUG nova.network.neutron [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Updated VIF entry in instance network info cache for port e08d055c-43f0-4807-a05a-28a18e528da0. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.976510] env[69243]: DEBUG nova.network.neutron [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Updating instance_info_cache with network_info: [{"id": "e08d055c-43f0-4807-a05a-28a18e528da0", "address": "fa:16:3e:cc:5d:9f", "network": {"id": "59262cd1-4b2f-4806-828f-2904007b82ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1027717898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6b29ed078d54430891aad8a9b5b8e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08d055c-43", "ovs_interfaceid": "e08d055c-43f0-4807-a05a-28a18e528da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.052029] env[69243]: INFO nova.compute.manager [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Took 27.79 seconds to build instance. [ 621.076024] env[69243]: DEBUG oslo_vmware.api [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3688632, 'name': PowerOnVM_Task, 'duration_secs': 0.670803} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.076315] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.076548] env[69243]: INFO nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Took 9.86 seconds to spawn the instance on the hypervisor. [ 621.076745] env[69243]: DEBUG nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.077944] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d000e266-d455-4fbc-8797-1f145005a0b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.284290] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.334032] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 621.334421] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 621.334624] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 621.375612] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b87e8d-008f-5b6a-7349-05a5aca8d871, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.381386] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.382286] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 4232f9b1-1138-49b9-baca-877b43666438/4232f9b1-1138-49b9-baca-877b43666438.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.382743] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfb9a42-61e5-4ae1-8ec6-0bd35207bc9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.392161] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 621.392161] env[69243]: value = "task-3688638" [ 621.392161] env[69243]: _type = "Task" [ 621.392161] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.401440] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.420617] env[69243]: DEBUG nova.network.neutron [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Updated VIF entry in instance network info cache for port b6bca0c0-8d98-47c7-83e9-06b85b5fdd43. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.421046] env[69243]: DEBUG nova.network.neutron [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Updating instance_info_cache with network_info: [{"id": "b6bca0c0-8d98-47c7-83e9-06b85b5fdd43", "address": "fa:16:3e:d5:7b:c9", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bca0c0-8d", "ovs_interfaceid": "b6bca0c0-8d98-47c7-83e9-06b85b5fdd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.489748] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 621.489748] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Releasing lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.489991] env[69243]: DEBUG nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Received event network-vif-plugged-c4361dbc-4780-4bea-9399-57b0fac7fcd9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.490377] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Acquiring lock "4232f9b1-1138-49b9-baca-877b43666438-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.490660] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Lock "4232f9b1-1138-49b9-baca-877b43666438-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.491059] env[69243]: DEBUG oslo_concurrency.lockutils [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] Lock "4232f9b1-1138-49b9-baca-877b43666438-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.491839] env[69243]: DEBUG nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] No waiting events found dispatching network-vif-plugged-c4361dbc-4780-4bea-9399-57b0fac7fcd9 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.491839] env[69243]: WARNING nova.compute.manager [req-968c2339-fa15-435a-b197-27397df6d4c7 req-3367ae5f-7b70-4f1a-b9aa-7c3b0e599b8f service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Received unexpected event network-vif-plugged-c4361dbc-4780-4bea-9399-57b0fac7fcd9 for instance with vm_state building and task_state spawning. [ 621.492464] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0949a4c6-0714-498c-a44b-78002160e280 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.507034] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 621.507034] env[69243]: value = "task-3688639" [ 621.507034] env[69243]: _type = "Task" [ 621.507034] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.518963] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688639, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.552294] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec035f6-90c6-4fca-b369-b8c7dcad6029 tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "a52e2252-039c-46b8-9862-d2d804868ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.304s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.604435] env[69243]: INFO nova.compute.manager [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Took 27.42 seconds to build instance. [ 621.787707] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604395} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.790973] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b6c3fc33-d92d-4b77-9e3f-f6c0466967ed/b6c3fc33-d92d-4b77-9e3f-f6c0466967ed.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.790973] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.791447] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29925bba-7b63-4b22-a2ac-a9d9b376eb11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.799801] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 621.799801] env[69243]: value = "task-3688640" [ 621.799801] env[69243]: _type = "Task" [ 621.799801] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.806878] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2424f04f-f179-4cd9-b4a4-bc444b1a926d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.817244] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebb05f2-d6d2-4298-ab7c-0bce0a7f7a66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.821674] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.853034] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa54fab0-c4de-4bd5-9e4e-dc6f42389cdb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.862232] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c31471a-8b92-4931-992b-dee2a0b5931c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.877754] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.905402] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688638, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.923826] env[69243]: DEBUG oslo_concurrency.lockutils [req-f107b72a-7272-4bd5-b572-3f64d696b02b req-8545a23e-0891-47ce-a019-38c9db6a25f3 service nova] Releasing lock "refresh_cache-b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.993910] env[69243]: DEBUG nova.compute.manager [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 622.025479] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688639, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.056942] env[69243]: DEBUG nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.107368] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4605687c-3554-4b13-a45f-32e6bf8e97d6 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.933s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.311020] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133944} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.313075] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.314084] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bac7da-0f8c-4e86-ae3b-dd734be6cc60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.340080] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] b6c3fc33-d92d-4b77-9e3f-f6c0466967ed/b6c3fc33-d92d-4b77-9e3f-f6c0466967ed.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.340080] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d23d1c-81ef-417b-bd52-cf0b4f9e8845 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.364258] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 622.364258] env[69243]: value = "task-3688641" [ 622.364258] env[69243]: _type = "Task" [ 622.364258] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.374204] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.381788] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.404443] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67883} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.405676] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 4232f9b1-1138-49b9-baca-877b43666438/4232f9b1-1138-49b9-baca-877b43666438.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.406136] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.406295] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-981ce57f-ebc7-4ca7-9df5-e9c3bb9f5ee8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.414231] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 622.414231] env[69243]: value = "task-3688642" [ 622.414231] env[69243]: _type = "Task" [ 622.414231] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.424397] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.462698] env[69243]: DEBUG nova.compute.manager [None req-beedb1c5-57b5-47b3-85f4-d5787d59b773 tempest-ServerExternalEventsTest-1165641717 tempest-ServerExternalEventsTest-1165641717-project] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Received event network-changed {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.462958] env[69243]: DEBUG nova.compute.manager [None req-beedb1c5-57b5-47b3-85f4-d5787d59b773 tempest-ServerExternalEventsTest-1165641717 tempest-ServerExternalEventsTest-1165641717-project] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Refreshing instance network info cache due to event network-changed. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.463373] env[69243]: DEBUG oslo_concurrency.lockutils [None req-beedb1c5-57b5-47b3-85f4-d5787d59b773 tempest-ServerExternalEventsTest-1165641717 tempest-ServerExternalEventsTest-1165641717-project] Acquiring lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.463620] env[69243]: DEBUG oslo_concurrency.lockutils [None req-beedb1c5-57b5-47b3-85f4-d5787d59b773 tempest-ServerExternalEventsTest-1165641717 tempest-ServerExternalEventsTest-1165641717-project] Acquired lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.463847] env[69243]: DEBUG nova.network.neutron [None req-beedb1c5-57b5-47b3-85f4-d5787d59b773 tempest-ServerExternalEventsTest-1165641717 tempest-ServerExternalEventsTest-1165641717-project] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.517897] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688639, 'name': CreateSnapshot_Task, 'duration_secs': 0.805979} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.518278] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 622.519135] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026a2c05-12ec-48a4-ab0f-12ccaab28a8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.522352] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.576996] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.610545] env[69243]: DEBUG nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.876784] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.887249] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 622.887249] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.668s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.887430] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.889407] env[69243]: INFO nova.compute.claims [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.925379] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065394} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.925678] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.926713] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be51db7-2a8c-47f3-839e-06e2718276c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.956151] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4232f9b1-1138-49b9-baca-877b43666438/4232f9b1-1138-49b9-baca-877b43666438.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.956565] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddaebd36-c768-43d1-a906-d23432d17bc3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.983010] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 622.983010] env[69243]: value = "task-3688643" [ 622.983010] env[69243]: _type = "Task" [ 622.983010] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.994141] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.042810] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 623.043154] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db4561ab-dd37-424f-9279-a73c4895b0d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.052159] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 623.052159] env[69243]: value = "task-3688644" [ 623.052159] env[69243]: _type = "Task" [ 623.052159] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.060672] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688644, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.134457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.379322] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688641, 'name': ReconfigVM_Task, 'duration_secs': 0.874811} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.379761] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Reconfigured VM instance instance-00000009 to attach disk [datastore1] b6c3fc33-d92d-4b77-9e3f-f6c0466967ed/b6c3fc33-d92d-4b77-9e3f-f6c0466967ed.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.382122] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32812f59-2e51-4a51-8f5a-ca5c78f6ca16 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.389496] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 623.389496] env[69243]: value = "task-3688645" [ 623.389496] env[69243]: _type = "Task" [ 623.389496] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.403829] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688645, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.427912] env[69243]: DEBUG nova.compute.manager [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Received event network-changed-c4361dbc-4780-4bea-9399-57b0fac7fcd9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.428993] env[69243]: DEBUG nova.compute.manager [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Refreshing instance network info cache due to event network-changed-c4361dbc-4780-4bea-9399-57b0fac7fcd9. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.429788] env[69243]: DEBUG oslo_concurrency.lockutils [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] Acquiring lock "refresh_cache-4232f9b1-1138-49b9-baca-877b43666438" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.429788] env[69243]: DEBUG oslo_concurrency.lockutils [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] Acquired lock "refresh_cache-4232f9b1-1138-49b9-baca-877b43666438" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.429788] env[69243]: DEBUG nova.network.neutron [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Refreshing network info cache for port c4361dbc-4780-4bea-9399-57b0fac7fcd9 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.504027] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688643, 'name': ReconfigVM_Task, 'duration_secs': 0.501059} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.504905] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4232f9b1-1138-49b9-baca-877b43666438/4232f9b1-1138-49b9-baca-877b43666438.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.505960] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d06cf099-3df4-4177-8bb4-8e21678f3a68 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.514931] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 623.514931] env[69243]: value = "task-3688646" [ 623.514931] env[69243]: _type = "Task" [ 623.514931] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.530091] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688646, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.563976] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688644, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.582554] env[69243]: DEBUG nova.compute.manager [None req-5c2df073-fd7d-4fdd-9ee1-c6c8d7d60e8b tempest-ServerDiagnosticsV248Test-1790390508 tempest-ServerDiagnosticsV248Test-1790390508-project-admin] [instance: 15647f68-646d-449c-9006-997122cb0a18] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.585056] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463d5d7-b42c-4f3f-8455-13126b16682f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.592629] env[69243]: INFO nova.compute.manager [None req-5c2df073-fd7d-4fdd-9ee1-c6c8d7d60e8b tempest-ServerDiagnosticsV248Test-1790390508 tempest-ServerDiagnosticsV248Test-1790390508-project-admin] [instance: 15647f68-646d-449c-9006-997122cb0a18] Retrieving diagnostics [ 623.594441] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bd970-6985-49d7-956f-4911c24c3f10 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.642025] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "17c14598-2c16-4443-9026-fd16c716bc67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.642423] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "17c14598-2c16-4443-9026-fd16c716bc67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.756232] env[69243]: DEBUG nova.network.neutron [None req-beedb1c5-57b5-47b3-85f4-d5787d59b773 tempest-ServerExternalEventsTest-1165641717 tempest-ServerExternalEventsTest-1165641717-project] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Updating instance_info_cache with network_info: [{"id": "20d2720c-593d-4e65-9283-156fa28319e9", "address": "fa:16:3e:09:82:92", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d2720c-59", "ovs_interfaceid": "20d2720c-593d-4e65-9283-156fa28319e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.909658] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688645, 'name': Rename_Task, 'duration_secs': 0.181587} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.910021] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.912850] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb986fe-95f4-4449-8beb-34fb848c40af {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.920543] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 623.920543] env[69243]: value = "task-3688647" [ 623.920543] env[69243]: _type = "Task" [ 623.920543] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.941431] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.045680] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688646, 'name': Rename_Task, 'duration_secs': 0.152181} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.046059] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.046360] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad52e2f5-8ab3-4720-b183-e32c6c26cb28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.054959] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 624.054959] env[69243]: value = "task-3688648" [ 624.054959] env[69243]: _type = "Task" [ 624.054959] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.071116] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688644, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.074712] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688648, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.259115] env[69243]: DEBUG oslo_concurrency.lockutils [None req-beedb1c5-57b5-47b3-85f4-d5787d59b773 tempest-ServerExternalEventsTest-1165641717 tempest-ServerExternalEventsTest-1165641717-project] Releasing lock "refresh_cache-a52e2252-039c-46b8-9862-d2d804868ce2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.432928] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.456021] env[69243]: DEBUG nova.network.neutron [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Updated VIF entry in instance network info cache for port c4361dbc-4780-4bea-9399-57b0fac7fcd9. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.457274] env[69243]: DEBUG nova.network.neutron [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Updating instance_info_cache with network_info: [{"id": "c4361dbc-4780-4bea-9399-57b0fac7fcd9", "address": "fa:16:3e:cb:9e:c3", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4361dbc-47", "ovs_interfaceid": "c4361dbc-4780-4bea-9399-57b0fac7fcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.502873] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "a52e2252-039c-46b8-9862-d2d804868ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.503193] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "a52e2252-039c-46b8-9862-d2d804868ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.503427] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "a52e2252-039c-46b8-9862-d2d804868ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.503640] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "a52e2252-039c-46b8-9862-d2d804868ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.503886] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "a52e2252-039c-46b8-9862-d2d804868ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.506292] env[69243]: INFO nova.compute.manager [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Terminating instance [ 624.552235] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f3343-0237-4156-af1e-1d2ca5f6d108 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.569886] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f082877-9bda-40a7-bda6-e02ee2976867 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.573223] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688644, 'name': CloneVM_Task, 'duration_secs': 1.470146} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.576722] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Created linked-clone VM from snapshot [ 624.576999] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.578149] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f44fb0-c06a-495a-9337-ce4aa2e6ddeb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.608932] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48950a64-ea31-48da-a9b1-bd426f6ecc57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.615072] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Uploading image 366d8417-50e1-4c69-8821-3ec820462583 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 624.622149] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902673a-62e7-41e7-af3c-68f57db1f71c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.636180] env[69243]: DEBUG nova.compute.provider_tree [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.653638] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 624.653638] env[69243]: value = "vm-734877" [ 624.653638] env[69243]: _type = "VirtualMachine" [ 624.653638] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 624.654277] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f81faac3-6cfc-4b85-bfe6-19272390a8b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.661475] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease: (returnval){ [ 624.661475] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521afdce-c4e8-8e3f-ad9f-4621f81b6137" [ 624.661475] env[69243]: _type = "HttpNfcLease" [ 624.661475] env[69243]: } obtained for exporting VM: (result){ [ 624.661475] env[69243]: value = "vm-734877" [ 624.661475] env[69243]: _type = "VirtualMachine" [ 624.661475] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 624.661905] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the lease: (returnval){ [ 624.661905] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521afdce-c4e8-8e3f-ad9f-4621f81b6137" [ 624.661905] env[69243]: _type = "HttpNfcLease" [ 624.661905] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 624.668983] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 624.668983] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521afdce-c4e8-8e3f-ad9f-4621f81b6137" [ 624.668983] env[69243]: _type = "HttpNfcLease" [ 624.668983] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 624.936454] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.962688] env[69243]: DEBUG oslo_concurrency.lockutils [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] Releasing lock "refresh_cache-4232f9b1-1138-49b9-baca-877b43666438" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.963446] env[69243]: DEBUG nova.compute.manager [req-09590e06-6150-4867-aab1-b794b32616a2 req-74f37e6e-f98a-4b0d-9c79-cafa9f711deb service nova] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Received event network-vif-deleted-39958334-f2de-43f1-8457-f1579fb12b6a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.015020] env[69243]: DEBUG nova.compute.manager [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.015338] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.016254] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d957a9e1-1480-42a3-a57a-f3b150d5e59b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.023837] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.023837] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7a9ed5b-806e-48f9-92cd-4376be8e9f02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.031368] env[69243]: DEBUG oslo_vmware.api [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 625.031368] env[69243]: value = "task-3688651" [ 625.031368] env[69243]: _type = "Task" [ 625.031368] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.038255] env[69243]: DEBUG oslo_vmware.api [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.069284] env[69243]: DEBUG oslo_vmware.api [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688648, 'name': PowerOnVM_Task, 'duration_secs': 0.69392} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.072833] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.072833] env[69243]: INFO nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Took 8.82 seconds to spawn the instance on the hypervisor. [ 625.072833] env[69243]: DEBUG nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.072833] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd96905-2855-492c-b3a5-52caff111ac1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.143131] env[69243]: DEBUG nova.scheduler.client.report [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.174238] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 625.174238] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521afdce-c4e8-8e3f-ad9f-4621f81b6137" [ 625.174238] env[69243]: _type = "HttpNfcLease" [ 625.174238] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 625.174238] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 625.174238] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521afdce-c4e8-8e3f-ad9f-4621f81b6137" [ 625.174238] env[69243]: _type = "HttpNfcLease" [ 625.174238] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 625.175042] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa4696-b182-45f6-ae00-dbc17118e91c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.185614] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c41646-511e-dd04-d937-2a1308d27895/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 625.185922] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c41646-511e-dd04-d937-2a1308d27895/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 625.395131] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8baa116f-4d06-45b4-96fa-6849f842decc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.436625] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.546918] env[69243]: DEBUG oslo_vmware.api [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688651, 'name': PowerOffVM_Task, 'duration_secs': 0.474674} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.547202] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.547385] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.547674] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e50fd3b-1cc8-4078-864e-054e09e9f9f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.588786] env[69243]: INFO nova.compute.manager [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Took 30.23 seconds to build instance. [ 625.618861] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.618861] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.618861] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Deleting the datastore file [datastore1] a52e2252-039c-46b8-9862-d2d804868ce2 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.618861] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c31fc3-17a4-4844-a956-2be336099a9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.627202] env[69243]: DEBUG oslo_vmware.api [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for the task: (returnval){ [ 625.627202] env[69243]: value = "task-3688653" [ 625.627202] env[69243]: _type = "Task" [ 625.627202] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.637821] env[69243]: DEBUG oslo_vmware.api [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.651953] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.651953] env[69243]: DEBUG nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.671868] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.108s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.673462] env[69243]: INFO nova.compute.claims [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.678060] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "15647f68-646d-449c-9006-997122cb0a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.678330] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "15647f68-646d-449c-9006-997122cb0a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.680018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "15647f68-646d-449c-9006-997122cb0a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.686977] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "15647f68-646d-449c-9006-997122cb0a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.690765] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "15647f68-646d-449c-9006-997122cb0a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.007s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.696702] env[69243]: INFO nova.compute.manager [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Terminating instance [ 625.939902] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688647, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.091875] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a1e0d235-ecb9-41bf-b02b-057a3be16adb tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "4232f9b1-1138-49b9-baca-877b43666438" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.748s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.142111] env[69243]: DEBUG oslo_vmware.api [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Task: {'id': task-3688653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314221} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.144601] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.144861] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.145033] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.145376] env[69243]: INFO nova.compute.manager [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 626.145764] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.146099] env[69243]: DEBUG nova.compute.manager [-] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.146451] env[69243]: DEBUG nova.network.neutron [-] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.201952] env[69243]: DEBUG nova.compute.utils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.203794] env[69243]: DEBUG nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.203960] env[69243]: DEBUG nova.network.neutron [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.226257] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "refresh_cache-15647f68-646d-449c-9006-997122cb0a18" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.226495] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquired lock "refresh_cache-15647f68-646d-449c-9006-997122cb0a18" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.226702] env[69243]: DEBUG nova.network.neutron [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.232384] env[69243]: DEBUG nova.compute.manager [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Received event network-changed-e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.232786] env[69243]: DEBUG nova.compute.manager [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Refreshing instance network info cache due to event network-changed-e08d055c-43f0-4807-a05a-28a18e528da0. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.233831] env[69243]: DEBUG oslo_concurrency.lockutils [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] Acquiring lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.233831] env[69243]: DEBUG oslo_concurrency.lockutils [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] Acquired lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.233831] env[69243]: DEBUG nova.network.neutron [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Refreshing network info cache for port e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.308444] env[69243]: DEBUG nova.policy [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f71c33d42b724e1983b356e41713653e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734edf095bd64ca7ab6126b47daeab66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.439978] env[69243]: DEBUG oslo_vmware.api [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688647, 'name': PowerOnVM_Task, 'duration_secs': 2.329244} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.440351] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.442419] env[69243]: INFO nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Took 12.70 seconds to spawn the instance on the hypervisor. [ 626.442642] env[69243]: DEBUG nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.443786] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add0a371-9b88-49e0-930c-b4354c9b8b7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.597649] env[69243]: DEBUG nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.712338] env[69243]: DEBUG nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.810093] env[69243]: DEBUG nova.network.neutron [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.974783] env[69243]: INFO nova.compute.manager [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Took 32.10 seconds to build instance. [ 627.012210] env[69243]: DEBUG nova.network.neutron [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.136033] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.256716] env[69243]: DEBUG nova.network.neutron [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Successfully created port: 2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.320882] env[69243]: DEBUG nova.network.neutron [-] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.334320] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223962e-be3a-485e-8d0d-1dd80a5af2b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.344833] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69bdff1-2cb0-42c6-bf26-bab10c0b5deb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.384201] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab06754-22af-4114-860a-6cd19c555c94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.394802] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec9f3c-7f4e-4a2f-91d8-175138d0a20c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.410475] env[69243]: DEBUG nova.compute.provider_tree [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.480527] env[69243]: DEBUG oslo_concurrency.lockutils [None req-586f0204-1c1a-4906-a2c9-2435db3f5fee tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.611s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.497659] env[69243]: DEBUG nova.network.neutron [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Updated VIF entry in instance network info cache for port e08d055c-43f0-4807-a05a-28a18e528da0. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.498058] env[69243]: DEBUG nova.network.neutron [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Updating instance_info_cache with network_info: [{"id": "e08d055c-43f0-4807-a05a-28a18e528da0", "address": "fa:16:3e:cc:5d:9f", "network": {"id": "59262cd1-4b2f-4806-828f-2904007b82ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1027717898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6b29ed078d54430891aad8a9b5b8e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08d055c-43", "ovs_interfaceid": "e08d055c-43f0-4807-a05a-28a18e528da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.519506] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Releasing lock "refresh_cache-15647f68-646d-449c-9006-997122cb0a18" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.520269] env[69243]: DEBUG nova.compute.manager [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.520269] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.521524] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e81e41-b4e9-4706-b2ce-f6df6855bec3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.531976] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.532616] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661d47b2-1b64-4946-9481-8504f13eaf21 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.543987] env[69243]: DEBUG oslo_vmware.api [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 627.543987] env[69243]: value = "task-3688655" [ 627.543987] env[69243]: _type = "Task" [ 627.543987] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.565847] env[69243]: DEBUG oslo_vmware.api [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.743360] env[69243]: DEBUG nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.784312] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.784569] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.784749] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.784932] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.785170] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.785549] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.785983] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.786319] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.786583] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.786851] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.787112] env[69243]: DEBUG nova.virt.hardware [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.788656] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e23538-3a9d-4c9f-824c-5ae2f4509e30 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.799814] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f13de-10ff-4c07-acb1-a954372ecfac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.824801] env[69243]: INFO nova.compute.manager [-] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Took 1.68 seconds to deallocate network for instance. [ 627.914402] env[69243]: DEBUG nova.scheduler.client.report [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.983522] env[69243]: DEBUG nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.001441] env[69243]: DEBUG oslo_concurrency.lockutils [req-7d893880-be0a-4250-8391-acfded19a18d req-507ca3d0-fe5d-408e-82a2-ddba425ee4f7 service nova] Releasing lock "refresh_cache-587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.018823] env[69243]: DEBUG nova.compute.manager [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.020717] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afb05c1-1d61-46cd-9b87-109edf43583a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.061217] env[69243]: DEBUG oslo_vmware.api [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688655, 'name': PowerOffVM_Task, 'duration_secs': 0.262375} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.061217] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.061217] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.061874] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a69a20cf-ad3b-4a2c-af31-8855d7d2acee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.094030] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.094030] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.094030] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Deleting the datastore file [datastore2] 15647f68-646d-449c-9006-997122cb0a18 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.094030] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-708ce989-23a4-47dc-9038-a459c5926152 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.102735] env[69243]: DEBUG oslo_vmware.api [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for the task: (returnval){ [ 628.102735] env[69243]: value = "task-3688657" [ 628.102735] env[69243]: _type = "Task" [ 628.102735] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.115021] env[69243]: DEBUG oslo_vmware.api [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.128637] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "4232f9b1-1138-49b9-baca-877b43666438" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.128637] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "4232f9b1-1138-49b9-baca-877b43666438" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.128637] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "4232f9b1-1138-49b9-baca-877b43666438-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.128637] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "4232f9b1-1138-49b9-baca-877b43666438-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.128922] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "4232f9b1-1138-49b9-baca-877b43666438-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.130850] env[69243]: INFO nova.compute.manager [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Terminating instance [ 628.336125] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.422952] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.423558] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.428090] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.849s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.432612] env[69243]: INFO nova.compute.claims [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.519747] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.535745] env[69243]: INFO nova.compute.manager [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] instance snapshotting [ 628.539770] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e3c020-5b19-4329-8f0e-0b14427293c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.567089] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89904d1-01c9-47a0-bf7d-44140b8f470e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.618047] env[69243]: DEBUG oslo_vmware.api [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Task: {'id': task-3688657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284899} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.619354] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.620050] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.620050] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.620050] env[69243]: INFO nova.compute.manager [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] [instance: 15647f68-646d-449c-9006-997122cb0a18] Took 1.10 seconds to destroy the instance on the hypervisor. [ 628.620050] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.620364] env[69243]: DEBUG nova.compute.manager [-] [instance: 15647f68-646d-449c-9006-997122cb0a18] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.620364] env[69243]: DEBUG nova.network.neutron [-] [instance: 15647f68-646d-449c-9006-997122cb0a18] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.633892] env[69243]: DEBUG nova.compute.manager [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.634255] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.641548] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a531d-ea8c-409f-be0a-6c69a85bf34a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.645450] env[69243]: DEBUG nova.network.neutron [-] [instance: 15647f68-646d-449c-9006-997122cb0a18] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.655627] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.655910] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d9f9f2-6d9c-4738-9523-f69a76f0d71a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.666568] env[69243]: DEBUG oslo_vmware.api [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 628.666568] env[69243]: value = "task-3688659" [ 628.666568] env[69243]: _type = "Task" [ 628.666568] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.679486] env[69243]: DEBUG oslo_vmware.api [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.934688] env[69243]: DEBUG nova.compute.utils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.944117] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.944117] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.036898] env[69243]: DEBUG nova.policy [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59ef7bbefbc04d35be58413096dc6959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b690b334271e4b39a43889c9dae52372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.083564] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 629.086423] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7b27b57-28e3-48a1-9fb5-ac7cba7fa8c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.097992] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 629.097992] env[69243]: value = "task-3688660" [ 629.097992] env[69243]: _type = "Task" [ 629.097992] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.107858] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.135424] env[69243]: DEBUG nova.compute.manager [req-0d036d7f-a1f6-4674-bce9-ff63a93a479c req-3ad1e02e-df86-4752-a589-b2f08fa70daa service nova] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Received event network-vif-deleted-20d2720c-593d-4e65-9283-156fa28319e9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.149189] env[69243]: DEBUG nova.network.neutron [-] [instance: 15647f68-646d-449c-9006-997122cb0a18] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.179202] env[69243]: DEBUG oslo_vmware.api [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688659, 'name': PowerOffVM_Task, 'duration_secs': 0.223124} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.179558] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.183022] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.183022] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cc7f160-2e15-4099-af9a-d21f99a3523c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.256815] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.257191] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.257474] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Deleting the datastore file [datastore1] 4232f9b1-1138-49b9-baca-877b43666438 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.257885] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9236e73-7a91-41a3-ac2c-d862214876ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.267539] env[69243]: DEBUG oslo_vmware.api [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for the task: (returnval){ [ 629.267539] env[69243]: value = "task-3688662" [ 629.267539] env[69243]: _type = "Task" [ 629.267539] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.281271] env[69243]: DEBUG oslo_vmware.api [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.444553] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.582088] env[69243]: DEBUG nova.network.neutron [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Successfully updated port: 2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.613305] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.655424] env[69243]: INFO nova.compute.manager [-] [instance: 15647f68-646d-449c-9006-997122cb0a18] Took 1.03 seconds to deallocate network for instance. [ 629.716623] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Successfully created port: 78d8521c-1aaa-4e60-beb8-f1993e53c901 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.782655] env[69243]: DEBUG oslo_vmware.api [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Task: {'id': task-3688662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197652} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.783063] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.783533] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.783768] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.783977] env[69243]: INFO nova.compute.manager [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Took 1.15 seconds to destroy the instance on the hypervisor. [ 629.784442] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.784692] env[69243]: DEBUG nova.compute.manager [-] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.784836] env[69243]: DEBUG nova.network.neutron [-] [instance: 4232f9b1-1138-49b9-baca-877b43666438] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.933016] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5a4bfb-90b6-469d-95c2-0f47a737f043 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.944959] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65cb86-f72b-4bd8-bc68-9cd30603e339 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.006474] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e151dd-e376-4822-8ec0-5086bbaf2135 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.017818] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07718fb-ea35-4dc6-818c-58611df9af63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.041819] env[69243]: DEBUG nova.compute.provider_tree [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.085476] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.085557] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquired lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.085648] env[69243]: DEBUG nova.network.neutron [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.111438] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688660, 'name': CreateSnapshot_Task, 'duration_secs': 0.654516} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.112108] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 630.112550] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faddda38-0d0b-4552-98ae-2f32bbbd9f8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.163032] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.507612] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.537611] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.537890] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.538060] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.538246] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.538396] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.538542] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.538752] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.538909] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.539170] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.539388] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.539616] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.540609] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfafdb08-8ed3-4735-8206-5e9cf9cecff7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.544754] env[69243]: DEBUG nova.scheduler.client.report [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.559976] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d611e-4427-41d7-84ed-729cc860c710 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.597920] env[69243]: DEBUG nova.network.neutron [-] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.623948] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.623948] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.635675] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 630.636689] env[69243]: DEBUG nova.network.neutron [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.639186] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90c3d2e9-4b81-48b6-93ed-826160341674 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.652080] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 630.652080] env[69243]: value = "task-3688664" [ 630.652080] env[69243]: _type = "Task" [ 630.652080] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.662133] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688664, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.817665] env[69243]: DEBUG nova.network.neutron [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Updating instance_info_cache with network_info: [{"id": "2c979486-5c9b-4aae-bd8a-a975198afe87", "address": "fa:16:3e:43:ce:cc", "network": {"id": "df0454d0-6777-4f69-9ef3-db7111e3d8d2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1966630084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734edf095bd64ca7ab6126b47daeab66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c979486-5c", "ovs_interfaceid": "2c979486-5c9b-4aae-bd8a-a975198afe87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.052137] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.052137] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.054886] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.572s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.057949] env[69243]: INFO nova.compute.claims [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.103537] env[69243]: INFO nova.compute.manager [-] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Took 1.32 seconds to deallocate network for instance. [ 631.164347] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688664, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.320892] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Releasing lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.321822] env[69243]: DEBUG nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Instance network_info: |[{"id": "2c979486-5c9b-4aae-bd8a-a975198afe87", "address": "fa:16:3e:43:ce:cc", "network": {"id": "df0454d0-6777-4f69-9ef3-db7111e3d8d2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1966630084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734edf095bd64ca7ab6126b47daeab66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c979486-5c", "ovs_interfaceid": "2c979486-5c9b-4aae-bd8a-a975198afe87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.322449] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ce:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c979486-5c9b-4aae-bd8a-a975198afe87', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.334626] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Creating folder: Project (734edf095bd64ca7ab6126b47daeab66). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.334976] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cba6bba9-9bf4-4135-97dd-a7ecbcabb8c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.349428] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Created folder: Project (734edf095bd64ca7ab6126b47daeab66) in parent group-v734844. [ 631.349601] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Creating folder: Instances. Parent ref: group-v734881. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.349872] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d579df6c-5808-491e-9b9b-84312fae1381 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.363672] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Created folder: Instances in parent group-v734881. [ 631.363938] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.364158] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.364387] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0471c61-5539-4479-b585-478e423ea9ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.389071] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.389071] env[69243]: value = "task-3688667" [ 631.389071] env[69243]: _type = "Task" [ 631.389071] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.406179] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688667, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.564749] env[69243]: DEBUG nova.compute.utils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.570359] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.570359] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.611050] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.665925] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688664, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.668039] env[69243]: DEBUG nova.policy [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59ef7bbefbc04d35be58413096dc6959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b690b334271e4b39a43889c9dae52372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.745944] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Successfully updated port: 78d8521c-1aaa-4e60-beb8-f1993e53c901 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.906049] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688667, 'name': CreateVM_Task, 'duration_secs': 0.490749} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.906049] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.906049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.906049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.906049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.906386] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67ed045-e7fd-4b14-b6b2-92d6e2e22e00 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.912020] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 631.912020] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52545ed5-d61b-1181-22ac-6918cc72dd59" [ 631.912020] env[69243]: _type = "Task" [ 631.912020] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.921933] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52545ed5-d61b-1181-22ac-6918cc72dd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.071590] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.159526] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Successfully created port: be18f977-cc2e-4d6d-8944-36a479b184eb {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.168798] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688664, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.203332] env[69243]: DEBUG nova.compute.manager [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Received event network-vif-plugged-2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.203671] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] Acquiring lock "0f617809-7812-415b-825f-73dcbdbe9122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.204049] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] Lock "0f617809-7812-415b-825f-73dcbdbe9122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.204116] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] Lock "0f617809-7812-415b-825f-73dcbdbe9122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.204275] env[69243]: DEBUG nova.compute.manager [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] No waiting events found dispatching network-vif-plugged-2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.205063] env[69243]: WARNING nova.compute.manager [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Received unexpected event network-vif-plugged-2c979486-5c9b-4aae-bd8a-a975198afe87 for instance with vm_state building and task_state spawning. [ 632.205063] env[69243]: DEBUG nova.compute.manager [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Received event network-changed-2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.205063] env[69243]: DEBUG nova.compute.manager [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Refreshing instance network info cache due to event network-changed-2c979486-5c9b-4aae-bd8a-a975198afe87. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.205063] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] Acquiring lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.205384] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] Acquired lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.205384] env[69243]: DEBUG nova.network.neutron [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Refreshing network info cache for port 2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.251293] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "refresh_cache-d5640164-1ca1-4dec-ab5a-d6e99e181952" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.251293] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "refresh_cache-d5640164-1ca1-4dec-ab5a-d6e99e181952" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.251437] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.424752] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52545ed5-d61b-1181-22ac-6918cc72dd59, 'name': SearchDatastore_Task, 'duration_secs': 0.01598} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.428656] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.428656] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.428656] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428656] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428807] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.430099] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1e68b97-f53d-473d-9268-b74023953664 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.440535] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.440732] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.441551] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de457bb9-f111-445f-ae99-20a479ccb270 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.454635] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 632.454635] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db7704-c143-be74-f9af-a5e0157ad23b" [ 632.454635] env[69243]: _type = "Task" [ 632.454635] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.463533] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db7704-c143-be74-f9af-a5e0157ad23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.582506] env[69243]: DEBUG nova.compute.manager [req-d75d0ce2-c38e-4a3c-8fe1-c50b04be4f54 req-cc71031c-28fd-4d2d-8054-60e2fc8b75a4 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Received event network-vif-plugged-78d8521c-1aaa-4e60-beb8-f1993e53c901 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.583516] env[69243]: DEBUG oslo_concurrency.lockutils [req-d75d0ce2-c38e-4a3c-8fe1-c50b04be4f54 req-cc71031c-28fd-4d2d-8054-60e2fc8b75a4 service nova] Acquiring lock "d5640164-1ca1-4dec-ab5a-d6e99e181952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.583787] env[69243]: DEBUG oslo_concurrency.lockutils [req-d75d0ce2-c38e-4a3c-8fe1-c50b04be4f54 req-cc71031c-28fd-4d2d-8054-60e2fc8b75a4 service nova] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.583964] env[69243]: DEBUG oslo_concurrency.lockutils [req-d75d0ce2-c38e-4a3c-8fe1-c50b04be4f54 req-cc71031c-28fd-4d2d-8054-60e2fc8b75a4 service nova] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.586114] env[69243]: DEBUG nova.compute.manager [req-d75d0ce2-c38e-4a3c-8fe1-c50b04be4f54 req-cc71031c-28fd-4d2d-8054-60e2fc8b75a4 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] No waiting events found dispatching network-vif-plugged-78d8521c-1aaa-4e60-beb8-f1993e53c901 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.587115] env[69243]: WARNING nova.compute.manager [req-d75d0ce2-c38e-4a3c-8fe1-c50b04be4f54 req-cc71031c-28fd-4d2d-8054-60e2fc8b75a4 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Received unexpected event network-vif-plugged-78d8521c-1aaa-4e60-beb8-f1993e53c901 for instance with vm_state building and task_state spawning. [ 632.647234] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe94ea2-15de-4430-b478-2ca833974418 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.659270] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716186bf-8aba-44af-86b5-fb1ee3c57738 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.669262] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688664, 'name': CloneVM_Task, 'duration_secs': 1.567582} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.695857] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Created linked-clone VM from snapshot [ 632.697233] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad96bafd-4c5d-4553-8653-d3a7a214bac7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.700618] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb53735e-7c30-49c0-9078-50c3bf77ed7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.712315] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2802d63-83da-4fce-91bd-7336010ae765 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.718972] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Uploading image 674918ee-3717-4fb8-826f-80c111c7a6a8 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 632.733218] env[69243]: DEBUG nova.compute.provider_tree [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.737370] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 632.737370] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-157c6feb-2d7f-48ea-aa04-709b9498c6e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.746386] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 632.746386] env[69243]: value = "task-3688669" [ 632.746386] env[69243]: _type = "Task" [ 632.746386] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.759640] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688669, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.851989] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.968715] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db7704-c143-be74-f9af-a5e0157ad23b, 'name': SearchDatastore_Task, 'duration_secs': 0.015733} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.969675] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6ea95e-5c0b-40ef-b4b0-08d50c0b7db3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.979391] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 632.979391] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52294c1d-f796-86ed-64f0-6e44aad67eb1" [ 632.979391] env[69243]: _type = "Task" [ 632.979391] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.992541] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52294c1d-f796-86ed-64f0-6e44aad67eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.095724] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.128779] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.129067] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.129196] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.129423] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.129822] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.129822] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.129978] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.130145] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.130253] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.130538] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.130645] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.131494] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f093279-38f3-46e2-8c95-3389c9decbad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.142575] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4730e-3419-443f-a739-c3ede0b47e2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.241683] env[69243]: DEBUG nova.scheduler.client.report [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.261264] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688669, 'name': Destroy_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.336203] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c41646-511e-dd04-d937-2a1308d27895/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 633.336203] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e928d11-b98d-4704-82e4-07d27067c964 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.346140] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c41646-511e-dd04-d937-2a1308d27895/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 633.346334] env[69243]: ERROR oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c41646-511e-dd04-d937-2a1308d27895/disk-0.vmdk due to incomplete transfer. [ 633.346560] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-346be9c7-bcf2-4978-ab28-f74caad67802 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.355241] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c41646-511e-dd04-d937-2a1308d27895/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 633.355494] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Uploaded image 366d8417-50e1-4c69-8821-3ec820462583 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 633.357361] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 633.357674] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b629cdaf-884f-48a9-a4a7-504768b1b29c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.369167] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 633.369167] env[69243]: value = "task-3688670" [ 633.369167] env[69243]: _type = "Task" [ 633.369167] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.381943] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688670, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.490282] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52294c1d-f796-86ed-64f0-6e44aad67eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.015074} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.490556] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.490864] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 0f617809-7812-415b-825f-73dcbdbe9122/0f617809-7812-415b-825f-73dcbdbe9122.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.491104] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-035ce5c2-272b-413a-8c63-ac3e36257821 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.500275] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 633.500275] env[69243]: value = "task-3688671" [ 633.500275] env[69243]: _type = "Task" [ 633.500275] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.512658] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.519498] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Updating instance_info_cache with network_info: [{"id": "78d8521c-1aaa-4e60-beb8-f1993e53c901", "address": "fa:16:3e:ec:98:64", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d8521c-1a", "ovs_interfaceid": "78d8521c-1aaa-4e60-beb8-f1993e53c901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.553435] env[69243]: DEBUG nova.network.neutron [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Updated VIF entry in instance network info cache for port 2c979486-5c9b-4aae-bd8a-a975198afe87. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.554491] env[69243]: DEBUG nova.network.neutron [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Updating instance_info_cache with network_info: [{"id": "2c979486-5c9b-4aae-bd8a-a975198afe87", "address": "fa:16:3e:43:ce:cc", "network": {"id": "df0454d0-6777-4f69-9ef3-db7111e3d8d2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1966630084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734edf095bd64ca7ab6126b47daeab66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c979486-5c", "ovs_interfaceid": "2c979486-5c9b-4aae-bd8a-a975198afe87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.754441] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.754634] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.764770] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.380s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.765315] env[69243]: INFO nova.compute.claims [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.769995] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688669, 'name': Destroy_Task, 'duration_secs': 0.53731} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.771146] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Destroyed the VM [ 633.771660] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 633.771985] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f570f35d-4333-40cc-b3fa-4c494b8d290c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.781972] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 633.781972] env[69243]: value = "task-3688672" [ 633.781972] env[69243]: _type = "Task" [ 633.781972] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.794547] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688672, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.886469] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688670, 'name': Destroy_Task, 'duration_secs': 0.403899} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.886469] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Destroyed the VM [ 633.886469] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 633.886662] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-187b635a-06e5-4696-9ec7-a810eb4af680 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.896473] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 633.896473] env[69243]: value = "task-3688673" [ 633.896473] env[69243]: _type = "Task" [ 633.896473] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.909509] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.015165] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.024080] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "refresh_cache-d5640164-1ca1-4dec-ab5a-d6e99e181952" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.024675] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Instance network_info: |[{"id": "78d8521c-1aaa-4e60-beb8-f1993e53c901", "address": "fa:16:3e:ec:98:64", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d8521c-1a", "ovs_interfaceid": "78d8521c-1aaa-4e60-beb8-f1993e53c901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.025313] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:98:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d8521c-1aaa-4e60-beb8-f1993e53c901', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.036103] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Creating folder: Project (b690b334271e4b39a43889c9dae52372). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.036103] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be52f429-a4a1-42a7-ab4c-9c52f9ed8565 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.051233] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Created folder: Project (b690b334271e4b39a43889c9dae52372) in parent group-v734844. [ 634.051422] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Creating folder: Instances. Parent ref: group-v734884. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.052207] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4abb686a-79ea-4cd7-a4ed-7df90b5ecfe8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.067290] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] Releasing lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.067581] env[69243]: DEBUG nova.compute.manager [req-dc1a9193-57b6-4064-81c2-5eaea581d99f req-60cee828-2f91-42b5-a4ab-8e77b77b931f service nova] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Received event network-vif-deleted-c4361dbc-4780-4bea-9399-57b0fac7fcd9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.068062] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Created folder: Instances in parent group-v734884. [ 634.068319] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.069399] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.069399] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75b2ddac-1abe-4048-9449-dde51a18ce09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.097710] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.097710] env[69243]: value = "task-3688676" [ 634.097710] env[69243]: _type = "Task" [ 634.097710] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.106579] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688676, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.275385] env[69243]: DEBUG nova.compute.utils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.276971] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.277172] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.299705] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688672, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.366125] env[69243]: DEBUG nova.policy [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59ef7bbefbc04d35be58413096dc6959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b690b334271e4b39a43889c9dae52372', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.418627] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688673, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.490447] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "c53994ed-b194-4ad4-abdc-69d9b8248681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.490756] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.515461] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613157} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.515757] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 0f617809-7812-415b-825f-73dcbdbe9122/0f617809-7812-415b-825f-73dcbdbe9122.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.515992] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.516280] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d252d1aa-9df1-4b42-b15b-ad2ee40f4489 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.526858] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 634.526858] env[69243]: value = "task-3688677" [ 634.526858] env[69243]: _type = "Task" [ 634.526858] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.538867] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.610195] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688676, 'name': CreateVM_Task, 'duration_secs': 0.429486} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.610195] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.611262] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.611262] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.611524] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.611598] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093846fd-4986-4869-82e1-65515ec75fd6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.617899] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 634.617899] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ead513-f5cf-fdd0-b4be-1fba9461cc5a" [ 634.617899] env[69243]: _type = "Task" [ 634.617899] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.627864] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Successfully updated port: be18f977-cc2e-4d6d-8944-36a479b184eb {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.631450] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ead513-f5cf-fdd0-b4be-1fba9461cc5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.781548] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.797466] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688672, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.911357] env[69243]: DEBUG oslo_vmware.api [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688673, 'name': RemoveSnapshot_Task, 'duration_secs': 0.703369} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.911988] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 634.912365] env[69243]: INFO nova.compute.manager [None req-5f864505-c0c3-4259-b917-599309ec3b79 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Took 13.98 seconds to snapshot the instance on the hypervisor. [ 635.042970] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078163} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.046017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.047407] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477f8cf-892d-4d00-9f58-622de8359066 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.074568] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0f617809-7812-415b-825f-73dcbdbe9122/0f617809-7812-415b-825f-73dcbdbe9122.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.077223] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71db38c3-4fe5-4670-b101-a131bf85bfb2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.101999] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 635.101999] env[69243]: value = "task-3688679" [ 635.101999] env[69243]: _type = "Task" [ 635.101999] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.126139] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.133167] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "refresh_cache-0284f77b-b5c3-477e-bd98-cda294fe34d1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.133255] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "refresh_cache-0284f77b-b5c3-477e-bd98-cda294fe34d1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.133384] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.146744] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ead513-f5cf-fdd0-b4be-1fba9461cc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.146744] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.146744] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.146744] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.147111] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.147111] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.147111] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74d3189b-4af3-4319-81bb-6a0241a206f3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.162140] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.162425] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.163681] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c27fa4-de22-4d2b-9fa6-e94b5bc9cdc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.171434] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 635.171434] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c04b94-29e0-5f32-b0b6-ef458a7992df" [ 635.171434] env[69243]: _type = "Task" [ 635.171434] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.178129] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Successfully created port: 9df825ec-b5f5-434b-9514-6d813a2e42ca {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.188051] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c04b94-29e0-5f32-b0b6-ef458a7992df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.300977] env[69243]: DEBUG oslo_vmware.api [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688672, 'name': RemoveSnapshot_Task, 'duration_secs': 1.51197} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.305133] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 635.378317] env[69243]: DEBUG nova.compute.manager [req-6019aeec-ce87-4d0c-9000-f6fdfc40b905 req-3a8a72cd-d3f4-4ad9-8b19-34db3d5cf07f service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Received event network-vif-plugged-be18f977-cc2e-4d6d-8944-36a479b184eb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.378581] env[69243]: DEBUG oslo_concurrency.lockutils [req-6019aeec-ce87-4d0c-9000-f6fdfc40b905 req-3a8a72cd-d3f4-4ad9-8b19-34db3d5cf07f service nova] Acquiring lock "0284f77b-b5c3-477e-bd98-cda294fe34d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.379201] env[69243]: DEBUG oslo_concurrency.lockutils [req-6019aeec-ce87-4d0c-9000-f6fdfc40b905 req-3a8a72cd-d3f4-4ad9-8b19-34db3d5cf07f service nova] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.379201] env[69243]: DEBUG oslo_concurrency.lockutils [req-6019aeec-ce87-4d0c-9000-f6fdfc40b905 req-3a8a72cd-d3f4-4ad9-8b19-34db3d5cf07f service nova] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.379201] env[69243]: DEBUG nova.compute.manager [req-6019aeec-ce87-4d0c-9000-f6fdfc40b905 req-3a8a72cd-d3f4-4ad9-8b19-34db3d5cf07f service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] No waiting events found dispatching network-vif-plugged-be18f977-cc2e-4d6d-8944-36a479b184eb {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.379401] env[69243]: WARNING nova.compute.manager [req-6019aeec-ce87-4d0c-9000-f6fdfc40b905 req-3a8a72cd-d3f4-4ad9-8b19-34db3d5cf07f service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Received unexpected event network-vif-plugged-be18f977-cc2e-4d6d-8944-36a479b184eb for instance with vm_state building and task_state spawning. [ 635.392627] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126ac80-2c1a-45b7-8bba-1487f7ea2c34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.402530] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad8de21-2285-44e2-aac6-087b0e629331 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.439648] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182658d-ffbe-407d-918b-36b37c2d15e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.449694] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae496d1f-3188-4547-b003-a31b4f5b67f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.466482] env[69243]: DEBUG nova.compute.provider_tree [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.470477] env[69243]: DEBUG nova.compute.manager [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Received event network-changed-78d8521c-1aaa-4e60-beb8-f1993e53c901 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.470658] env[69243]: DEBUG nova.compute.manager [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Refreshing instance network info cache due to event network-changed-78d8521c-1aaa-4e60-beb8-f1993e53c901. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.470872] env[69243]: DEBUG oslo_concurrency.lockutils [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] Acquiring lock "refresh_cache-d5640164-1ca1-4dec-ab5a-d6e99e181952" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.471016] env[69243]: DEBUG oslo_concurrency.lockutils [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] Acquired lock "refresh_cache-d5640164-1ca1-4dec-ab5a-d6e99e181952" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.471188] env[69243]: DEBUG nova.network.neutron [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Refreshing network info cache for port 78d8521c-1aaa-4e60-beb8-f1993e53c901 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.619614] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688679, 'name': ReconfigVM_Task, 'duration_secs': 0.345297} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.619984] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0f617809-7812-415b-825f-73dcbdbe9122/0f617809-7812-415b-825f-73dcbdbe9122.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.620597] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66aac12c-75e1-45ec-99d7-22604f4b0660 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.631756] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 635.631756] env[69243]: value = "task-3688680" [ 635.631756] env[69243]: _type = "Task" [ 635.631756] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.647067] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688680, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.685253] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c04b94-29e0-5f32-b0b6-ef458a7992df, 'name': SearchDatastore_Task, 'duration_secs': 0.023654} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.686106] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05967885-812d-47c7-84e8-21ab32e4340f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.695355] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 635.695355] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52364e89-2877-5034-5913-0a2711af6af5" [ 635.695355] env[69243]: _type = "Task" [ 635.695355] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.696172] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.709101] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52364e89-2877-5034-5913-0a2711af6af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.801968] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.812054] env[69243]: WARNING nova.compute.manager [None req-54556eec-f10f-4b28-872d-bd64e5b0290a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Image not found during snapshot: nova.exception.ImageNotFound: Image 674918ee-3717-4fb8-826f-80c111c7a6a8 could not be found. [ 635.838974] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.839389] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.839389] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.840169] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.840169] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.840169] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.841029] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.842114] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.842114] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.842114] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.842114] env[69243]: DEBUG nova.virt.hardware [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.843200] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44793a9-fbd7-4721-bd76-ffeec47b0479 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.856746] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae41d43-d963-46c8-9b5e-9a71352faaa8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.932744] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Updating instance_info_cache with network_info: [{"id": "be18f977-cc2e-4d6d-8944-36a479b184eb", "address": "fa:16:3e:ca:55:68", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe18f977-cc", "ovs_interfaceid": "be18f977-cc2e-4d6d-8944-36a479b184eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.979473] env[69243]: DEBUG nova.scheduler.client.report [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.148818] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688680, 'name': Rename_Task, 'duration_secs': 0.156288} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.149250] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.149390] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e401694b-7a6b-4966-9d4a-74bb7ea111f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.159562] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 636.159562] env[69243]: value = "task-3688681" [ 636.159562] env[69243]: _type = "Task" [ 636.159562] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.170926] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.210774] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52364e89-2877-5034-5913-0a2711af6af5, 'name': SearchDatastore_Task, 'duration_secs': 0.017452} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.211092] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.211401] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] d5640164-1ca1-4dec-ab5a-d6e99e181952/d5640164-1ca1-4dec-ab5a-d6e99e181952.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.211747] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de65a7f3-2833-48d3-b24b-9bbf5dbc4661 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.221356] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 636.221356] env[69243]: value = "task-3688682" [ 636.221356] env[69243]: _type = "Task" [ 636.221356] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.232272] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.369088] env[69243]: DEBUG nova.network.neutron [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Updated VIF entry in instance network info cache for port 78d8521c-1aaa-4e60-beb8-f1993e53c901. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.369474] env[69243]: DEBUG nova.network.neutron [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Updating instance_info_cache with network_info: [{"id": "78d8521c-1aaa-4e60-beb8-f1993e53c901", "address": "fa:16:3e:ec:98:64", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d8521c-1a", "ovs_interfaceid": "78d8521c-1aaa-4e60-beb8-f1993e53c901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.435551] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "refresh_cache-0284f77b-b5c3-477e-bd98-cda294fe34d1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.435906] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Instance network_info: |[{"id": "be18f977-cc2e-4d6d-8944-36a479b184eb", "address": "fa:16:3e:ca:55:68", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe18f977-cc", "ovs_interfaceid": "be18f977-cc2e-4d6d-8944-36a479b184eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.436448] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:55:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be18f977-cc2e-4d6d-8944-36a479b184eb', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.448208] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.448445] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.448684] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e50d973a-bac6-4137-b844-37adf977f336 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.478441] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.478441] env[69243]: value = "task-3688683" [ 636.478441] env[69243]: _type = "Task" [ 636.478441] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.488393] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.488837] env[69243]: DEBUG nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.492867] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688683, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.493176] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.193s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.493397] env[69243]: DEBUG nova.objects.instance [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Lazy-loading 'resources' on Instance uuid deb0551a-8414-4666-b84a-b9bd614377b2 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.675916] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.734662] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688682, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.877041] env[69243]: DEBUG oslo_concurrency.lockutils [req-77f1aa5b-7fea-423c-8553-c1ca87c1905c req-227bbb85-5c9f-46b1-9e1e-f76f9b7faec9 service nova] Releasing lock "refresh_cache-d5640164-1ca1-4dec-ab5a-d6e99e181952" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.992492] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688683, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.996152] env[69243]: DEBUG nova.compute.utils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.998657] env[69243]: DEBUG nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.998657] env[69243]: DEBUG nova.network.neutron [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.125396] env[69243]: DEBUG nova.policy [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b047eb1850a2442ca89d24b3861d5d40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fc6f0b7d7442ed84fd66494a315dbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.175400] env[69243]: DEBUG oslo_vmware.api [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688681, 'name': PowerOnVM_Task, 'duration_secs': 0.970443} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.175653] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.175761] env[69243]: INFO nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Took 9.43 seconds to spawn the instance on the hypervisor. [ 637.175929] env[69243]: DEBUG nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.176769] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f55d8df-12b5-41d8-a982-dbef2e3abf9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.243959] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681778} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.243959] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] d5640164-1ca1-4dec-ab5a-d6e99e181952/d5640164-1ca1-4dec-ab5a-d6e99e181952.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.245499] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.245499] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dce5cff6-5c01-40e1-ae45-ab6a44ffc049 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.255365] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 637.255365] env[69243]: value = "task-3688685" [ 637.255365] env[69243]: _type = "Task" [ 637.255365] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.268532] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.495534] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688683, 'name': CreateVM_Task, 'duration_secs': 0.651603} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.495646] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.496383] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.496438] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.496756] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.497107] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e3dc25-8bd8-4b0c-a9c6-3c2ab5e00583 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.503438] env[69243]: DEBUG nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.507935] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 637.507935] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52439d78-5330-c10e-cd59-c1ab2dea78e9" [ 637.507935] env[69243]: _type = "Task" [ 637.507935] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.517756] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52439d78-5330-c10e-cd59-c1ab2dea78e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.613766] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf553382-407e-4cf2-8789-6cf5921863e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.626678] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064c9db-a772-45a3-b15d-6f5462ed643e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.663479] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec269f34-eade-4efa-a60a-de86887af306 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.676763] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58252e8f-ab23-41f2-9011-36c66d9fba41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.698984] env[69243]: DEBUG nova.compute.provider_tree [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.704731] env[69243]: INFO nova.compute.manager [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Took 28.85 seconds to build instance. [ 637.755307] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Successfully updated port: 9df825ec-b5f5-434b-9514-6d813a2e42ca {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.766736] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075123} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.767016] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.772961] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3192957c-70a5-4786-8717-55353bf5dd81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.800516] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] d5640164-1ca1-4dec-ab5a-d6e99e181952/d5640164-1ca1-4dec-ab5a-d6e99e181952.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.802235] env[69243]: DEBUG nova.network.neutron [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Successfully created port: 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.803678] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0b85c3-2b88-4733-a466-209e37235dda {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.831230] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 637.831230] env[69243]: value = "task-3688686" [ 637.831230] env[69243]: _type = "Task" [ 637.831230] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.842968] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.032395] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52439d78-5330-c10e-cd59-c1ab2dea78e9, 'name': SearchDatastore_Task, 'duration_secs': 0.04681} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.032741] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.032989] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.033370] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.033556] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033775] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.035040] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca60e24-b189-4200-bf6a-a7d4d135611b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.047956] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.048262] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.049355] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6543932-344f-4a11-8927-de07d8db5427 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.064204] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 638.064204] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b4b2ca-a1eb-4650-b8d5-8f8d9025fb0e" [ 638.064204] env[69243]: _type = "Task" [ 638.064204] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.075613] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b4b2ca-a1eb-4650-b8d5-8f8d9025fb0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.204221] env[69243]: DEBUG nova.scheduler.client.report [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.209824] env[69243]: DEBUG oslo_concurrency.lockutils [None req-315c4b59-2e6a-4345-82d8-4393239829b3 tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "0f617809-7812-415b-825f-73dcbdbe9122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.068s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.221786] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.222097] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.222332] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.222523] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.222684] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.225580] env[69243]: INFO nova.compute.manager [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Terminating instance [ 638.263627] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "refresh_cache-fe12e516-e776-4743-b06a-a3d7e19fe289" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.263833] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "refresh_cache-fe12e516-e776-4743-b06a-a3d7e19fe289" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.263953] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.353503] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.415549] env[69243]: DEBUG nova.compute.manager [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Received event network-changed-be18f977-cc2e-4d6d-8944-36a479b184eb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.415750] env[69243]: DEBUG nova.compute.manager [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Refreshing instance network info cache due to event network-changed-be18f977-cc2e-4d6d-8944-36a479b184eb. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.415985] env[69243]: DEBUG oslo_concurrency.lockutils [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] Acquiring lock "refresh_cache-0284f77b-b5c3-477e-bd98-cda294fe34d1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.416178] env[69243]: DEBUG oslo_concurrency.lockutils [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] Acquired lock "refresh_cache-0284f77b-b5c3-477e-bd98-cda294fe34d1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.416574] env[69243]: DEBUG nova.network.neutron [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Refreshing network info cache for port be18f977-cc2e-4d6d-8944-36a479b184eb {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.442124] env[69243]: DEBUG nova.compute.manager [req-f387af32-25f1-41d7-b00f-36f2218f3595 req-5ab27c47-9ae2-4ba7-973e-3fc18222948d service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Received event network-vif-plugged-9df825ec-b5f5-434b-9514-6d813a2e42ca {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.442349] env[69243]: DEBUG oslo_concurrency.lockutils [req-f387af32-25f1-41d7-b00f-36f2218f3595 req-5ab27c47-9ae2-4ba7-973e-3fc18222948d service nova] Acquiring lock "fe12e516-e776-4743-b06a-a3d7e19fe289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.442609] env[69243]: DEBUG oslo_concurrency.lockutils [req-f387af32-25f1-41d7-b00f-36f2218f3595 req-5ab27c47-9ae2-4ba7-973e-3fc18222948d service nova] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.442706] env[69243]: DEBUG oslo_concurrency.lockutils [req-f387af32-25f1-41d7-b00f-36f2218f3595 req-5ab27c47-9ae2-4ba7-973e-3fc18222948d service nova] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.442870] env[69243]: DEBUG nova.compute.manager [req-f387af32-25f1-41d7-b00f-36f2218f3595 req-5ab27c47-9ae2-4ba7-973e-3fc18222948d service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] No waiting events found dispatching network-vif-plugged-9df825ec-b5f5-434b-9514-6d813a2e42ca {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.443046] env[69243]: WARNING nova.compute.manager [req-f387af32-25f1-41d7-b00f-36f2218f3595 req-5ab27c47-9ae2-4ba7-973e-3fc18222948d service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Received unexpected event network-vif-plugged-9df825ec-b5f5-434b-9514-6d813a2e42ca for instance with vm_state building and task_state spawning. [ 638.522730] env[69243]: DEBUG nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.562174] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.562174] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.562174] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.562339] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.563223] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.563436] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.563653] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.563810] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.563991] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.564223] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.564419] env[69243]: DEBUG nova.virt.hardware [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.565719] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b76a82-c46e-4d9c-abc2-15d7710049d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.584918] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbc5e77-56ce-4e85-ad00-cc4f5ecb0af1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.590860] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b4b2ca-a1eb-4650-b8d5-8f8d9025fb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.016287} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.592690] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49d71aa-c4df-4f79-bcff-039e4f7621ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.606543] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 638.606543] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7ec28-e517-152d-47dc-a8f1ba1efe8d" [ 638.606543] env[69243]: _type = "Task" [ 638.606543] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.618359] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7ec28-e517-152d-47dc-a8f1ba1efe8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.712944] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.715832] env[69243]: DEBUG nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.720565] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.281s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.724040] env[69243]: INFO nova.compute.claims [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.730704] env[69243]: DEBUG nova.compute.manager [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.730876] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.731933] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222e6fb-0644-491f-b996-1a169302e7f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.743586] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.744121] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1335d911-f1b9-437f-bfd4-cd5425bca594 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.753034] env[69243]: DEBUG oslo_vmware.api [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 638.753034] env[69243]: value = "task-3688687" [ 638.753034] env[69243]: _type = "Task" [ 638.753034] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.770207] env[69243]: DEBUG oslo_vmware.api [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.770495] env[69243]: INFO nova.scheduler.client.report [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Deleted allocations for instance deb0551a-8414-4666-b84a-b9bd614377b2 [ 638.785670] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.785824] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.786474] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "7e0b367c-065d-464a-b7fb-63269a8cfa50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.786474] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.786474] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.790913] env[69243]: INFO nova.compute.manager [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Terminating instance [ 638.845034] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688686, 'name': ReconfigVM_Task, 'duration_secs': 0.736239} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.846931] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Reconfigured VM instance instance-0000000c to attach disk [datastore2] d5640164-1ca1-4dec-ab5a-d6e99e181952/d5640164-1ca1-4dec-ab5a-d6e99e181952.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.846931] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c943b1b-d554-4c0b-8b81-899526bc650c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.849885] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.857997] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 638.857997] env[69243]: value = "task-3688688" [ 638.857997] env[69243]: _type = "Task" [ 638.857997] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.869619] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688688, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.122173] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7ec28-e517-152d-47dc-a8f1ba1efe8d, 'name': SearchDatastore_Task, 'duration_secs': 0.031906} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.122173] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.122379] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 0284f77b-b5c3-477e-bd98-cda294fe34d1/0284f77b-b5c3-477e-bd98-cda294fe34d1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.122578] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d846f3-6308-495a-beb1-7a787b5e8f2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.130873] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 639.130873] env[69243]: value = "task-3688689" [ 639.130873] env[69243]: _type = "Task" [ 639.130873] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.140130] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.247840] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.264467] env[69243]: DEBUG oslo_vmware.api [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688687, 'name': PowerOffVM_Task, 'duration_secs': 0.202518} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.264731] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.264899] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.265405] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be071a4-9820-44ba-b044-2a92185981ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.285247] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54be7dc0-3730-4481-bc41-84d114a80896 tempest-DeleteServersAdminTestJSON-1132860822 tempest-DeleteServersAdminTestJSON-1132860822-project-admin] Lock "deb0551a-8414-4666-b84a-b9bd614377b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.691s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.296387] env[69243]: DEBUG nova.compute.manager [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.296634] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.297611] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f60cf-8c71-4272-ad1e-dd9ec454d90b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.306599] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.307563] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b1e1e2-b521-45e0-b62e-a7dd3599a61b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.326826] env[69243]: DEBUG nova.network.neutron [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Updating instance_info_cache with network_info: [{"id": "9df825ec-b5f5-434b-9514-6d813a2e42ca", "address": "fa:16:3e:53:a9:a4", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9df825ec-b5", "ovs_interfaceid": "9df825ec-b5f5-434b-9514-6d813a2e42ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.339050] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.339050] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.339050] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleting the datastore file [datastore2] 20ad5df1-7da7-4a21-ac60-663f6d3271bd {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.339050] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4693b988-2abb-4b37-88e3-7b53f00d81b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.353641] env[69243]: DEBUG oslo_vmware.api [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 639.353641] env[69243]: value = "task-3688692" [ 639.353641] env[69243]: _type = "Task" [ 639.353641] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.376906] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688688, 'name': Rename_Task, 'duration_secs': 0.208135} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.377374] env[69243]: DEBUG oslo_vmware.api [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.377978] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.377978] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54e93387-f5e9-420b-a808-2a70dfdc7fd8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.391052] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 639.391052] env[69243]: value = "task-3688693" [ 639.391052] env[69243]: _type = "Task" [ 639.391052] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.400949] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.400949] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.400949] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleting the datastore file [datastore2] 7e0b367c-065d-464a-b7fb-63269a8cfa50 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.401140] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7f04a7-daf8-4e23-b102-dafb2a68d353 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.421741] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.427088] env[69243]: DEBUG oslo_vmware.api [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 639.427088] env[69243]: value = "task-3688694" [ 639.427088] env[69243]: _type = "Task" [ 639.427088] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.439079] env[69243]: DEBUG oslo_vmware.api [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.494783] env[69243]: DEBUG nova.network.neutron [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Updated VIF entry in instance network info cache for port be18f977-cc2e-4d6d-8944-36a479b184eb. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.495144] env[69243]: DEBUG nova.network.neutron [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Updating instance_info_cache with network_info: [{"id": "be18f977-cc2e-4d6d-8944-36a479b184eb", "address": "fa:16:3e:ca:55:68", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe18f977-cc", "ovs_interfaceid": "be18f977-cc2e-4d6d-8944-36a479b184eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.649801] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.829692] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "refresh_cache-fe12e516-e776-4743-b06a-a3d7e19fe289" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.830118] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Instance network_info: |[{"id": "9df825ec-b5f5-434b-9514-6d813a2e42ca", "address": "fa:16:3e:53:a9:a4", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9df825ec-b5", "ovs_interfaceid": "9df825ec-b5f5-434b-9514-6d813a2e42ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.830576] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a9:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9df825ec-b5f5-434b-9514-6d813a2e42ca', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.842212] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.846723] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.846723] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde15f66-ea71-4291-bd35-cca5a08ae0c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.877432] env[69243]: DEBUG oslo_vmware.api [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3688692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471931} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.880041] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.880041] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.880041] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.880041] env[69243]: INFO nova.compute.manager [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 639.881317] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.881317] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.881317] env[69243]: value = "task-3688695" [ 639.881317] env[69243]: _type = "Task" [ 639.881317] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.884077] env[69243]: DEBUG nova.compute.manager [-] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.884382] env[69243]: DEBUG nova.network.neutron [-] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.899656] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688695, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.905815] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.947165] env[69243]: DEBUG oslo_vmware.api [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461983} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.948404] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.948404] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.948404] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.948664] env[69243]: INFO nova.compute.manager [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Took 0.65 seconds to destroy the instance on the hypervisor. [ 639.948993] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.949101] env[69243]: DEBUG nova.compute.manager [-] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.949567] env[69243]: DEBUG nova.network.neutron [-] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.002360] env[69243]: DEBUG oslo_concurrency.lockutils [req-186a21b2-458a-4371-815c-790340ff3608 req-b57cd4b8-78c9-4002-9336-a6fc23253b8c service nova] Releasing lock "refresh_cache-0284f77b-b5c3-477e-bd98-cda294fe34d1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.144450] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654091} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.147412] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 0284f77b-b5c3-477e-bd98-cda294fe34d1/0284f77b-b5c3-477e-bd98-cda294fe34d1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.147412] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.147412] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a1b8a7-fc24-4b37-b83b-825ad360d4f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.160450] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 640.160450] env[69243]: value = "task-3688696" [ 640.160450] env[69243]: _type = "Task" [ 640.160450] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.169959] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.307504] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dfbf2c-43ed-4c9d-9288-f035bf6a9f33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.317683] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "60e63b59-407f-4605-9dbc-4cd777b744c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.319043] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.323848] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8759876-301e-4871-b9cb-f5d88ea715f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.365785] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e3db0-1dc1-4752-b5d1-e67c1100b7f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.376116] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17863cb4-8e74-415d-baab-3edc87f500ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.393515] env[69243]: DEBUG nova.compute.provider_tree [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.410820] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688693, 'name': PowerOnVM_Task, 'duration_secs': 0.811447} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.414846] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.415058] env[69243]: INFO nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Took 9.91 seconds to spawn the instance on the hypervisor. [ 640.415177] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.415749] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688695, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.416673] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf18ba7-9073-4850-8302-1a8b3af556ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.623976] env[69243]: DEBUG nova.network.neutron [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Successfully updated port: 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.675049] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.905859] env[69243]: DEBUG nova.scheduler.client.report [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.909960] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688695, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.940190] env[69243]: INFO nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Took 31.41 seconds to build instance. [ 641.128290] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "refresh_cache-484ab422-9e29-49b4-a01f-21825e70866e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.128442] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquired lock "refresh_cache-484ab422-9e29-49b4-a01f-21825e70866e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.130086] env[69243]: DEBUG nova.network.neutron [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.180741] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.406944] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688695, 'name': CreateVM_Task, 'duration_secs': 1.406008} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.407490] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.408391] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.408992] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.409709] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.410496] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2398891b-c662-4cbd-82fd-4a0d2dcefac6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.415125] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.415125] env[69243]: DEBUG nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.417656] env[69243]: DEBUG nova.network.neutron [-] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.419294] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.897s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.431017] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 641.431017] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5251cabb-9f53-f63a-3b77-e87753601eb8" [ 641.431017] env[69243]: _type = "Task" [ 641.431017] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.442023] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5251cabb-9f53-f63a-3b77-e87753601eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.443220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.542s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.447062] env[69243]: DEBUG nova.network.neutron [-] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.672051] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.08013} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.672051] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.672910] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3a7b60-3869-41be-a065-f496487088dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.703318] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 0284f77b-b5c3-477e-bd98-cda294fe34d1/0284f77b-b5c3-477e-bd98-cda294fe34d1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.703744] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea678a1-0ba3-443f-a094-f207fbf9a45a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.718936] env[69243]: DEBUG nova.network.neutron [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.728597] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 641.728597] env[69243]: value = "task-3688697" [ 641.728597] env[69243]: _type = "Task" [ 641.728597] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.738926] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.924408] env[69243]: DEBUG nova.compute.utils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.925833] env[69243]: DEBUG nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.926313] env[69243]: DEBUG nova.network.neutron [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.928469] env[69243]: INFO nova.compute.manager [-] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Took 2.04 seconds to deallocate network for instance. [ 641.934537] env[69243]: INFO nova.compute.claims [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.949591] env[69243]: DEBUG nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.953414] env[69243]: INFO nova.compute.manager [-] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Took 2.00 seconds to deallocate network for instance. [ 641.963125] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5251cabb-9f53-f63a-3b77-e87753601eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.015834} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.963472] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.963733] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.963989] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.964644] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.964839] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.965149] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67556ae4-5138-436e-9e11-21936dafc189 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.978816] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.978816] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.978816] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb83567-b91c-4df0-a2c5-149b0585eef7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.989180] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 641.989180] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5287ad2f-a145-df46-75cd-dac9743e648a" [ 641.989180] env[69243]: _type = "Task" [ 641.989180] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.004677] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5287ad2f-a145-df46-75cd-dac9743e648a, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.005815] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b26e7db-5bf0-4594-8888-94d416b3406c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.013551] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 642.013551] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52593d85-e828-c90d-2de9-ed466a49433f" [ 642.013551] env[69243]: _type = "Task" [ 642.013551] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.025247] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52593d85-e828-c90d-2de9-ed466a49433f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.100307] env[69243]: DEBUG nova.policy [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f9fba9410a4552ac9ea0f8dcd3b76f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd7ee696cb1749a6a58d8ab686e54ffb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.175687] env[69243]: DEBUG nova.network.neutron [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Updating instance_info_cache with network_info: [{"id": "3deb7e95-aa34-403e-b3d0-fded45b9c5f2", "address": "fa:16:3e:cb:0b:31", "network": {"id": "4ffc6483-cc28-42a0-bbc1-7266aad5bbf4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1513977463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fc6f0b7d7442ed84fd66494a315dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3deb7e95-aa", "ovs_interfaceid": "3deb7e95-aa34-403e-b3d0-fded45b9c5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.239553] env[69243]: DEBUG nova.compute.manager [req-80ddfd37-f51d-4fed-8cd8-3a055c39de71 req-76662163-63bd-425a-b00e-9ffb95a9ec80 service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Received event network-vif-plugged-3deb7e95-aa34-403e-b3d0-fded45b9c5f2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.239553] env[69243]: DEBUG oslo_concurrency.lockutils [req-80ddfd37-f51d-4fed-8cd8-3a055c39de71 req-76662163-63bd-425a-b00e-9ffb95a9ec80 service nova] Acquiring lock "484ab422-9e29-49b4-a01f-21825e70866e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.239553] env[69243]: DEBUG oslo_concurrency.lockutils [req-80ddfd37-f51d-4fed-8cd8-3a055c39de71 req-76662163-63bd-425a-b00e-9ffb95a9ec80 service nova] Lock "484ab422-9e29-49b4-a01f-21825e70866e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.240316] env[69243]: DEBUG oslo_concurrency.lockutils [req-80ddfd37-f51d-4fed-8cd8-3a055c39de71 req-76662163-63bd-425a-b00e-9ffb95a9ec80 service nova] Lock "484ab422-9e29-49b4-a01f-21825e70866e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.240535] env[69243]: DEBUG nova.compute.manager [req-80ddfd37-f51d-4fed-8cd8-3a055c39de71 req-76662163-63bd-425a-b00e-9ffb95a9ec80 service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] No waiting events found dispatching network-vif-plugged-3deb7e95-aa34-403e-b3d0-fded45b9c5f2 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.240796] env[69243]: WARNING nova.compute.manager [req-80ddfd37-f51d-4fed-8cd8-3a055c39de71 req-76662163-63bd-425a-b00e-9ffb95a9ec80 service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Received unexpected event network-vif-plugged-3deb7e95-aa34-403e-b3d0-fded45b9c5f2 for instance with vm_state building and task_state spawning. [ 642.253531] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.254672] env[69243]: DEBUG nova.compute.manager [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Received event network-changed-9df825ec-b5f5-434b-9514-6d813a2e42ca {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.254869] env[69243]: DEBUG nova.compute.manager [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Refreshing instance network info cache due to event network-changed-9df825ec-b5f5-434b-9514-6d813a2e42ca. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.258440] env[69243]: DEBUG oslo_concurrency.lockutils [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] Acquiring lock "refresh_cache-fe12e516-e776-4743-b06a-a3d7e19fe289" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.258440] env[69243]: DEBUG oslo_concurrency.lockutils [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] Acquired lock "refresh_cache-fe12e516-e776-4743-b06a-a3d7e19fe289" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.258578] env[69243]: DEBUG nova.network.neutron [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Refreshing network info cache for port 9df825ec-b5f5-434b-9514-6d813a2e42ca {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.431291] env[69243]: DEBUG nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.448095] env[69243]: INFO nova.compute.resource_tracker [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating resource usage from migration 04bab744-8969-4b86-a0bb-df86261705e7 [ 642.454740] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.462722] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.483789] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.528426] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52593d85-e828-c90d-2de9-ed466a49433f, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.532569] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.532872] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] fe12e516-e776-4743-b06a-a3d7e19fe289/fe12e516-e776-4743-b06a-a3d7e19fe289.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.535976] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6df93a67-e362-4b0c-8f63-cd451e8718de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.538776] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquiring lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.538988] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.546128] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 642.546128] env[69243]: value = "task-3688698" [ 642.546128] env[69243]: _type = "Task" [ 642.546128] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.565113] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.677489] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Releasing lock "refresh_cache-484ab422-9e29-49b4-a01f-21825e70866e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677914] env[69243]: DEBUG nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Instance network_info: |[{"id": "3deb7e95-aa34-403e-b3d0-fded45b9c5f2", "address": "fa:16:3e:cb:0b:31", "network": {"id": "4ffc6483-cc28-42a0-bbc1-7266aad5bbf4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1513977463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fc6f0b7d7442ed84fd66494a315dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3deb7e95-aa", "ovs_interfaceid": "3deb7e95-aa34-403e-b3d0-fded45b9c5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.678354] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:0b:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3deb7e95-aa34-403e-b3d0-fded45b9c5f2', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.686167] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Creating folder: Project (92fc6f0b7d7442ed84fd66494a315dbe). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.688992] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49d1e37d-6fc9-4c36-a503-a13c82829213 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.703157] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Created folder: Project (92fc6f0b7d7442ed84fd66494a315dbe) in parent group-v734844. [ 642.703360] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Creating folder: Instances. Parent ref: group-v734889. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.707678] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac354eb-bb06-43e8-b313-ff4dd2b95561 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.718803] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Created folder: Instances in parent group-v734889. [ 642.719207] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.719488] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.720475] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecd05b9f-2c1e-4279-bc59-a7dff3ae04db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.759618] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.765929] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.765929] env[69243]: value = "task-3688701" [ 642.765929] env[69243]: _type = "Task" [ 642.765929] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.778086] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688701, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.003890] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e02ec4e-78aa-48c2-9ff9-762c5dc73837 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.014983] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aad17a-4d25-4a1c-9bf5-0adcb2065603 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.060549] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ebaf0-e974-486d-856c-198526a8f7f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.070682] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.073837] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34daea79-8497-46a0-b196-22e5f5becabb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.089350] env[69243]: DEBUG nova.compute.provider_tree [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.257283] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.279619] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688701, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.443931] env[69243]: DEBUG nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.471544] env[69243]: DEBUG nova.network.neutron [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Successfully created port: 629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.482311] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:20:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1269007059',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1068668570',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.482311] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.482311] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.482524] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.482524] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.482524] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.482853] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.483183] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.483502] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.483847] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.484669] env[69243]: DEBUG nova.virt.hardware [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.485965] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db05e4f-9618-4dda-9ed4-cc75701dea0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.497210] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab1128e-7a6d-4dd6-a9c4-47677fee1fa4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.526658] env[69243]: DEBUG nova.network.neutron [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Updated VIF entry in instance network info cache for port 9df825ec-b5f5-434b-9514-6d813a2e42ca. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.526956] env[69243]: DEBUG nova.network.neutron [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Updating instance_info_cache with network_info: [{"id": "9df825ec-b5f5-434b-9514-6d813a2e42ca", "address": "fa:16:3e:53:a9:a4", "network": {"id": "8f647fe2-1c45-44d4-8669-b2e92ec26ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1989483457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b690b334271e4b39a43889c9dae52372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9df825ec-b5", "ovs_interfaceid": "9df825ec-b5f5-434b-9514-6d813a2e42ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.569051] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688698, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.595216] env[69243]: DEBUG nova.scheduler.client.report [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.761295] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688697, 'name': ReconfigVM_Task, 'duration_secs': 1.676226} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.761406] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 0284f77b-b5c3-477e-bd98-cda294fe34d1/0284f77b-b5c3-477e-bd98-cda294fe34d1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.762374] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1838bff-760a-472a-aa34-4da17aea727e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.773390] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 643.773390] env[69243]: value = "task-3688702" [ 643.773390] env[69243]: _type = "Task" [ 643.773390] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.780835] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688701, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.787892] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688702, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.030447] env[69243]: DEBUG oslo_concurrency.lockutils [req-3a9668b9-5b97-4ed4-91c0-76d84562ac33 req-db40f1bd-8014-4d38-8f12-7293f86560d7 service nova] Releasing lock "refresh_cache-fe12e516-e776-4743-b06a-a3d7e19fe289" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.069093] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688698, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.278152} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.069714] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] fe12e516-e776-4743-b06a-a3d7e19fe289/fe12e516-e776-4743-b06a-a3d7e19fe289.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.070612] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.070612] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1631857-6779-4110-bdeb-31a5dd552c64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.080182] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 644.080182] env[69243]: value = "task-3688703" [ 644.080182] env[69243]: _type = "Task" [ 644.080182] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.092110] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.100782] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.681s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.100977] env[69243]: INFO nova.compute.manager [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Migrating [ 644.101800] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.101800] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.103171] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.526s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.104705] env[69243]: INFO nova.compute.claims [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.234929] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "d4426718-3e16-4e62-8613-642f3ede15bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.234929] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "d4426718-3e16-4e62-8613-642f3ede15bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.286752] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688702, 'name': Rename_Task, 'duration_secs': 0.282662} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.291337] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.291337] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688701, 'name': CreateVM_Task, 'duration_secs': 1.168336} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.291337] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32d166f1-e3b5-434a-a72d-9d3e1357b741 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.293739] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.294702] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294927] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.295256] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.295664] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7beef1-c7c8-41ff-b589-fc9d06450301 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.304736] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 644.304736] env[69243]: value = "task-3688704" [ 644.304736] env[69243]: _type = "Task" [ 644.304736] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.305050] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 644.305050] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b2822e-472a-bd35-237d-098805c75e22" [ 644.305050] env[69243]: _type = "Task" [ 644.305050] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.317610] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.320870] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b2822e-472a-bd35-237d-098805c75e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.597955] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072772} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.597955] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.598960] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278b3d62-234a-4c9b-bad5-704bc429db20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.621996] env[69243]: INFO nova.compute.rpcapi [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 644.622742] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.641064] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] fe12e516-e776-4743-b06a-a3d7e19fe289/fe12e516-e776-4743-b06a-a3d7e19fe289.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.646579] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec05c7a-7a2f-4963-95d8-f3014eba8225 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.679151] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 644.679151] env[69243]: value = "task-3688705" [ 644.679151] env[69243]: _type = "Task" [ 644.679151] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.690332] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.823803] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.827989] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b2822e-472a-bd35-237d-098805c75e22, 'name': SearchDatastore_Task, 'duration_secs': 0.034894} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.828295] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.829985] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.829985] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.829985] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.829985] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.829985] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea2b91f8-2f24-42ce-9185-9f6d5ab148c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.845753] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.846049] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.847076] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f445f434-5334-41e2-9ef4-622ca01b133c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.854583] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 644.854583] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5258ef1d-873a-f155-faf3-c015ea1d27b0" [ 644.854583] env[69243]: _type = "Task" [ 644.854583] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.867242] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5258ef1d-873a-f155-faf3-c015ea1d27b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.157502] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "eccadef4-b455-44c3-9490-dce7aea80b22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.157779] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "eccadef4-b455-44c3-9490-dce7aea80b22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.171117] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.171352] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.171533] env[69243]: DEBUG nova.network.neutron [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.198639] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.243057] env[69243]: DEBUG nova.compute.manager [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Received event network-changed-2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.243265] env[69243]: DEBUG nova.compute.manager [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Refreshing instance network info cache due to event network-changed-2c979486-5c9b-4aae-bd8a-a975198afe87. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.246162] env[69243]: DEBUG oslo_concurrency.lockutils [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] Acquiring lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.246162] env[69243]: DEBUG oslo_concurrency.lockutils [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] Acquired lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.246477] env[69243]: DEBUG nova.network.neutron [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Refreshing network info cache for port 2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.266411] env[69243]: DEBUG nova.compute.manager [req-fa8ac158-7a57-4910-b155-74c8889091d6 req-0a0d34ca-dfad-4361-9912-ce56db2d4b14 service nova] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Received event network-vif-deleted-632a4ae9-9e25-4a22-8e6e-60c7382baed9 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.266555] env[69243]: DEBUG nova.compute.manager [req-fa8ac158-7a57-4910-b155-74c8889091d6 req-0a0d34ca-dfad-4361-9912-ce56db2d4b14 service nova] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Received event network-vif-deleted-7f259a56-6eca-4f1a-9924-4b19b339c59e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.317828] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688704, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.368705] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5258ef1d-873a-f155-faf3-c015ea1d27b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.372090] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64d4d63-d7fe-42bc-b1e0-6de29381f358 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.378255] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 645.378255] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fe45d5-f7ec-42d9-0429-f31caa5f3cd6" [ 645.378255] env[69243]: _type = "Task" [ 645.378255] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.387752] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fe45d5-f7ec-42d9-0429-f31caa5f3cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.583204] env[69243]: DEBUG nova.network.neutron [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Successfully updated port: 629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.691960] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688705, 'name': ReconfigVM_Task, 'duration_secs': 0.614833} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.692223] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Reconfigured VM instance instance-0000000e to attach disk [datastore2] fe12e516-e776-4743-b06a-a3d7e19fe289/fe12e516-e776-4743-b06a-a3d7e19fe289.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.693348] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca494892-ff69-4e1d-9491-a1937894ac93 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.706250] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 645.706250] env[69243]: value = "task-3688706" [ 645.706250] env[69243]: _type = "Task" [ 645.706250] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.715881] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688706, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.815037] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f4b44a-ea98-494f-b76c-857d96962450 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.822398] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688704, 'name': PowerOnVM_Task, 'duration_secs': 1.140507} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.823767] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.825046] env[69243]: INFO nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Took 12.73 seconds to spawn the instance on the hypervisor. [ 645.825046] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.827888] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c18251-2704-4fec-beb7-37a15911115b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.834853] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067d5bb-7a64-47f6-b6c2-9527b644d1bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.873381] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995774fb-56db-4e44-94fe-32c24cbc795a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.887120] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdad7fb0-cdf3-4628-8b77-e81cc62c935b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.908147] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fe45d5-f7ec-42d9-0429-f31caa5f3cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.908762] env[69243]: DEBUG nova.compute.provider_tree [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.910849] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.911132] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 484ab422-9e29-49b4-a01f-21825e70866e/484ab422-9e29-49b4-a01f-21825e70866e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.913203] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7daa1e17-b485-4cb2-9ea1-9b334f341f1e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.922470] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 645.922470] env[69243]: value = "task-3688707" [ 645.922470] env[69243]: _type = "Task" [ 645.922470] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.931338] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.092986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.092986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.093456] env[69243]: DEBUG nova.network.neutron [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.222305] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688706, 'name': Rename_Task, 'duration_secs': 0.164226} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.222305] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.222305] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d90015-20e5-4124-9a4b-88c2e0705117 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.229063] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 646.229063] env[69243]: value = "task-3688708" [ 646.229063] env[69243]: _type = "Task" [ 646.229063] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.239172] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.353057] env[69243]: INFO nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Took 35.80 seconds to build instance. [ 646.413894] env[69243]: DEBUG nova.scheduler.client.report [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.432620] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.571014] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.571364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.632431] env[69243]: DEBUG nova.network.neutron [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.662666] env[69243]: DEBUG nova.network.neutron [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance_info_cache with network_info: [{"id": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "address": "fa:16:3e:03:33:ab", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d43586-e7", "ovs_interfaceid": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.742445] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688708, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.792638] env[69243]: DEBUG nova.network.neutron [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Updated VIF entry in instance network info cache for port 2c979486-5c9b-4aae-bd8a-a975198afe87. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.793041] env[69243]: DEBUG nova.network.neutron [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Updating instance_info_cache with network_info: [{"id": "2c979486-5c9b-4aae-bd8a-a975198afe87", "address": "fa:16:3e:43:ce:cc", "network": {"id": "df0454d0-6777-4f69-9ef3-db7111e3d8d2", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1966630084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734edf095bd64ca7ab6126b47daeab66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c979486-5c", "ovs_interfaceid": "2c979486-5c9b-4aae-bd8a-a975198afe87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.830723] env[69243]: DEBUG nova.network.neutron [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Updating instance_info_cache with network_info: [{"id": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "address": "fa:16:3e:c9:ec:4c", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629e460c-be", "ovs_interfaceid": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.856028] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.904s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.920606] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.921325] env[69243]: DEBUG nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.924554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.790s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.929584] env[69243]: INFO nova.compute.claims [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.958991] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686603} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.960036] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 484ab422-9e29-49b4-a01f-21825e70866e/484ab422-9e29-49b4-a01f-21825e70866e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.960036] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.960036] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88bb0ead-adf8-4de2-b38f-80dea912974a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.970995] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 646.970995] env[69243]: value = "task-3688709" [ 646.970995] env[69243]: _type = "Task" [ 646.970995] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.987515] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.164267] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.244218] env[69243]: DEBUG oslo_vmware.api [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688708, 'name': PowerOnVM_Task, 'duration_secs': 0.664485} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.244515] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.244870] env[69243]: INFO nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Took 11.44 seconds to spawn the instance on the hypervisor. [ 647.244946] env[69243]: DEBUG nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.245909] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2316edb7-3cae-4668-b86c-eb1030dd063e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.296370] env[69243]: DEBUG oslo_concurrency.lockutils [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] Releasing lock "refresh_cache-0f617809-7812-415b-825f-73dcbdbe9122" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.297165] env[69243]: DEBUG nova.compute.manager [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Received event network-changed-3deb7e95-aa34-403e-b3d0-fded45b9c5f2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.297165] env[69243]: DEBUG nova.compute.manager [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Refreshing instance network info cache due to event network-changed-3deb7e95-aa34-403e-b3d0-fded45b9c5f2. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.297165] env[69243]: DEBUG oslo_concurrency.lockutils [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] Acquiring lock "refresh_cache-484ab422-9e29-49b4-a01f-21825e70866e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.297165] env[69243]: DEBUG oslo_concurrency.lockutils [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] Acquired lock "refresh_cache-484ab422-9e29-49b4-a01f-21825e70866e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.297492] env[69243]: DEBUG nova.network.neutron [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Refreshing network info cache for port 3deb7e95-aa34-403e-b3d0-fded45b9c5f2 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.336801] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Releasing lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.338037] env[69243]: DEBUG nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Instance network_info: |[{"id": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "address": "fa:16:3e:c9:ec:4c", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629e460c-be", "ovs_interfaceid": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.338212] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:ec:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '629e460c-be84-4c96-9dff-b9dc19e7ae35', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.346520] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Creating folder: Project (dd7ee696cb1749a6a58d8ab686e54ffb). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.346671] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1df36d7c-3492-4d59-b747-4139b7d7622f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.362357] env[69243]: DEBUG nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.369145] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Created folder: Project (dd7ee696cb1749a6a58d8ab686e54ffb) in parent group-v734844. [ 647.369967] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Creating folder: Instances. Parent ref: group-v734892. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.370887] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2c0a972-5b9b-438f-89dd-1742514bc787 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.386982] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Created folder: Instances in parent group-v734892. [ 647.386982] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.386982] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.387250] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e27a6269-7e83-401c-b983-0390b58fbc27 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.412229] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.412229] env[69243]: value = "task-3688712" [ 647.412229] env[69243]: _type = "Task" [ 647.412229] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.423410] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688712, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.439585] env[69243]: DEBUG nova.compute.utils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.441290] env[69243]: DEBUG nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.442807] env[69243]: DEBUG nova.network.neutron [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.484349] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086047} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.484673] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.485656] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0feeeb6-6f22-409a-93a2-9919d2d7f694 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.515852] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 484ab422-9e29-49b4-a01f-21825e70866e/484ab422-9e29-49b4-a01f-21825e70866e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.515852] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb3ad6a-fdcb-4e6c-b7b3-5722b57cee3f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.537657] env[69243]: DEBUG nova.policy [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9fb4e797d4d4e2380757ee38bde0f49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801985d5d7d441519a420b148eb12c4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.543124] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 647.543124] env[69243]: value = "task-3688713" [ 647.543124] env[69243]: _type = "Task" [ 647.543124] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.557155] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.769434] env[69243]: INFO nova.compute.manager [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Took 35.33 seconds to build instance. [ 647.898040] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.925827] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688712, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.931374] env[69243]: DEBUG nova.network.neutron [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Successfully created port: 6cfb98a7-d39c-4001-86c3-86a2d31605cd {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.948521] env[69243]: DEBUG nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.063631] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.274380] env[69243]: DEBUG oslo_concurrency.lockutils [None req-af53d1b0-8c36-444b-9ed2-b8156dab8a8a tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.278s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.434074] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688712, 'name': CreateVM_Task, 'duration_secs': 0.869781} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.434074] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.434273] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.434328] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.434967] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.438273] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a6c18f-bd87-4578-a7ae-4e871e45c308 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.450765] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 648.450765] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527b9106-297f-ff90-7607-be7e0ace01c5" [ 648.450765] env[69243]: _type = "Task" [ 648.450765] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.476589] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527b9106-297f-ff90-7607-be7e0ace01c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016359} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.476589] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.476589] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.476589] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.477467] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.477467] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.477467] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34462c5f-5b89-411b-bd58-7132e9566d5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.491729] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.492355] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.495305] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2405b78a-e2ca-406b-a340-1cc3f95a4e29 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.508701] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 648.508701] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d321e5-06ce-1355-9257-d844283aa095" [ 648.508701] env[69243]: _type = "Task" [ 648.508701] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.525069] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d321e5-06ce-1355-9257-d844283aa095, 'name': SearchDatastore_Task} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.531636] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a842c476-1b80-4968-97ac-554d8e616183 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.540468] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 648.540468] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e1e460-337e-7290-842b-8e77d45546d4" [ 648.540468] env[69243]: _type = "Task" [ 648.540468] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.563967] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e1e460-337e-7290-842b-8e77d45546d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.571124] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688713, 'name': ReconfigVM_Task, 'duration_secs': 0.81598} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.575204] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 484ab422-9e29-49b4-a01f-21825e70866e/484ab422-9e29-49b4-a01f-21825e70866e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.576381] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f1ac6dc-418c-4781-a78d-fbbb2936c3a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.587042] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 648.587042] env[69243]: value = "task-3688714" [ 648.587042] env[69243]: _type = "Task" [ 648.587042] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.601383] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688714, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.672440] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a36d0de-6bf7-4005-b9f5-2eaa6f4348ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.682408] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ecbf38-07a3-4479-9e17-56d1013eaea1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.686611] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b8c07-122e-44d0-b5c4-ff723b9a273e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.706851] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance '69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.736774] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ab4ae-87cf-4d03-bc61-c3e988ca4ef5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.744019] env[69243]: DEBUG nova.network.neutron [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Updated VIF entry in instance network info cache for port 3deb7e95-aa34-403e-b3d0-fded45b9c5f2. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.744019] env[69243]: DEBUG nova.network.neutron [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Updating instance_info_cache with network_info: [{"id": "3deb7e95-aa34-403e-b3d0-fded45b9c5f2", "address": "fa:16:3e:cb:0b:31", "network": {"id": "4ffc6483-cc28-42a0-bbc1-7266aad5bbf4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1513977463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fc6f0b7d7442ed84fd66494a315dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3deb7e95-aa", "ovs_interfaceid": "3deb7e95-aa34-403e-b3d0-fded45b9c5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.751712] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0766d803-6600-4471-b15d-6d8ce5d3aca3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.775718] env[69243]: DEBUG nova.compute.provider_tree [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.778190] env[69243]: DEBUG nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.969856] env[69243]: DEBUG nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.002826] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.003123] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.003721] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.004965] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.004965] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.004965] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.004965] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.004965] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.005166] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.005372] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.005693] env[69243]: DEBUG nova.virt.hardware [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.008529] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01368d2-2d45-4996-b0ac-0cd8c8eb7f5e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.025389] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e5e92f-64fa-48b4-b0b2-83cbc80322b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.057431] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e1e460-337e-7290-842b-8e77d45546d4, 'name': SearchDatastore_Task, 'duration_secs': 0.025407} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.057431] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.057431] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 0ed34d2e-00c5-4ca1-9e48-c7bc56147456/0ed34d2e-00c5-4ca1-9e48-c7bc56147456.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.057431] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9207a0b9-5213-47eb-a36a-3fa150ba1d43 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.065449] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 649.065449] env[69243]: value = "task-3688715" [ 649.065449] env[69243]: _type = "Task" [ 649.065449] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.073722] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.099611] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688714, 'name': Rename_Task, 'duration_secs': 0.241717} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.099874] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.100136] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3196432-ab8a-4758-9801-c31f3c0b4b39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.109807] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 649.109807] env[69243]: value = "task-3688716" [ 649.109807] env[69243]: _type = "Task" [ 649.109807] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.121033] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.239494] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.239614] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6da088e-81cf-4e2c-88fa-4f125215ae6c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.248554] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 649.248554] env[69243]: value = "task-3688717" [ 649.248554] env[69243]: _type = "Task" [ 649.248554] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.255641] env[69243]: DEBUG oslo_concurrency.lockutils [req-0c3566b4-8fed-4cf9-8d55-50b85266675a req-659e3a1a-5dbd-492f-ba2f-c399694c953e service nova] Releasing lock "refresh_cache-484ab422-9e29-49b4-a01f-21825e70866e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259306] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.259535] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.268184] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.269566] env[69243]: DEBUG nova.compute.manager [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Received event network-vif-plugged-629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.269566] env[69243]: DEBUG oslo_concurrency.lockutils [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] Acquiring lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.269566] env[69243]: DEBUG oslo_concurrency.lockutils [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.269566] env[69243]: DEBUG oslo_concurrency.lockutils [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.269566] env[69243]: DEBUG nova.compute.manager [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] No waiting events found dispatching network-vif-plugged-629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.269954] env[69243]: WARNING nova.compute.manager [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Received unexpected event network-vif-plugged-629e460c-be84-4c96-9dff-b9dc19e7ae35 for instance with vm_state building and task_state spawning. [ 649.269954] env[69243]: DEBUG nova.compute.manager [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Received event network-changed-629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.270083] env[69243]: DEBUG nova.compute.manager [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Refreshing instance network info cache due to event network-changed-629e460c-be84-4c96-9dff-b9dc19e7ae35. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.270369] env[69243]: DEBUG oslo_concurrency.lockutils [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] Acquiring lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.270551] env[69243]: DEBUG oslo_concurrency.lockutils [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] Acquired lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.270912] env[69243]: DEBUG nova.network.neutron [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Refreshing network info cache for port 629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.284012] env[69243]: DEBUG nova.scheduler.client.report [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.315682] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.581546] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688715, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.622530] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688716, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.691583] env[69243]: DEBUG nova.network.neutron [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Successfully updated port: 6cfb98a7-d39c-4001-86c3-86a2d31605cd {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.760876] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688717, 'name': PowerOffVM_Task, 'duration_secs': 0.231729} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.761479] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.762532] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance '69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.795025] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.795025] env[69243]: DEBUG nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.797463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.662s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.802031] env[69243]: INFO nova.compute.claims [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.063822] env[69243]: DEBUG nova.network.neutron [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Updated VIF entry in instance network info cache for port 629e460c-be84-4c96-9dff-b9dc19e7ae35. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.064209] env[69243]: DEBUG nova.network.neutron [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Updating instance_info_cache with network_info: [{"id": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "address": "fa:16:3e:c9:ec:4c", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629e460c-be", "ovs_interfaceid": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.083476] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612619} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.083657] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 0ed34d2e-00c5-4ca1-9e48-c7bc56147456/0ed34d2e-00c5-4ca1-9e48-c7bc56147456.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.084279] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.084279] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-251e10df-f0fd-4b88-9e32-17c43332d9f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.093055] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 650.093055] env[69243]: value = "task-3688718" [ 650.093055] env[69243]: _type = "Task" [ 650.093055] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.107295] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.120168] env[69243]: DEBUG oslo_vmware.api [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688716, 'name': PowerOnVM_Task, 'duration_secs': 0.953199} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.120474] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.120680] env[69243]: INFO nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Took 11.60 seconds to spawn the instance on the hypervisor. [ 650.120856] env[69243]: DEBUG nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.121688] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a490c9df-27db-44f4-a34b-4669d87ed96c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.194511] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "refresh_cache-f7ee494c-e0ae-4612-a636-90368a1becbb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.194649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired lock "refresh_cache-f7ee494c-e0ae-4612-a636-90368a1becbb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.194866] env[69243]: DEBUG nova.network.neutron [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.270905] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.271221] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.271400] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.271598] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.271755] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.271943] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.272488] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.272896] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.273248] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.273792] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.275605] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.286634] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04fc468-e096-4fd7-b5f3-80bdb87eab03 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.307219] env[69243]: DEBUG nova.compute.utils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.314022] env[69243]: DEBUG nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.314022] env[69243]: DEBUG nova.network.neutron [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.325500] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 650.325500] env[69243]: value = "task-3688719" [ 650.325500] env[69243]: _type = "Task" [ 650.325500] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.337136] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.367463] env[69243]: DEBUG nova.policy [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe0cfcaeb64d4cbea73ad385b8184236', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '919012642f37416aadf68ce92ae3a9b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.566834] env[69243]: DEBUG oslo_concurrency.lockutils [req-ffef30b8-e4c5-471f-8f28-226e55905c19 req-a6c84a0d-bd7c-48f7-85f3-ed92855e1e35 service nova] Releasing lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.604010] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073065} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.604295] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.605102] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a35f8-b323-4704-a6ae-6165da4fe747 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.638860] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0ed34d2e-00c5-4ca1-9e48-c7bc56147456/0ed34d2e-00c5-4ca1-9e48-c7bc56147456.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.643319] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a3379c-8b3c-487c-838c-88d5c6e0016c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.663273] env[69243]: INFO nova.compute.manager [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Took 31.30 seconds to build instance. [ 650.670711] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 650.670711] env[69243]: value = "task-3688720" [ 650.670711] env[69243]: _type = "Task" [ 650.670711] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.683649] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.759959] env[69243]: DEBUG nova.network.neutron [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.775847] env[69243]: DEBUG nova.network.neutron [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Successfully created port: 916e3bc7-0e17-421c-8194-2181e29e20a3 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.811718] env[69243]: DEBUG nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.845348] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.154317] env[69243]: DEBUG nova.network.neutron [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Updating instance_info_cache with network_info: [{"id": "6cfb98a7-d39c-4001-86c3-86a2d31605cd", "address": "fa:16:3e:c3:85:e6", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfb98a7-d3", "ovs_interfaceid": "6cfb98a7-d39c-4001-86c3-86a2d31605cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.165254] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7261b5eb-69ab-48fa-9a8f-8058ad4ebc2b tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "484ab422-9e29-49b4-a01f-21825e70866e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.891s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.193580] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.292570] env[69243]: DEBUG nova.compute.manager [req-90f3e808-58c5-4c76-ace8-09dbd9b8c84b req-48ceb3f7-1ca9-480b-84b8-472f0efea9e0 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Received event network-vif-plugged-6cfb98a7-d39c-4001-86c3-86a2d31605cd {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.292800] env[69243]: DEBUG oslo_concurrency.lockutils [req-90f3e808-58c5-4c76-ace8-09dbd9b8c84b req-48ceb3f7-1ca9-480b-84b8-472f0efea9e0 service nova] Acquiring lock "f7ee494c-e0ae-4612-a636-90368a1becbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.293012] env[69243]: DEBUG oslo_concurrency.lockutils [req-90f3e808-58c5-4c76-ace8-09dbd9b8c84b req-48ceb3f7-1ca9-480b-84b8-472f0efea9e0 service nova] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.293185] env[69243]: DEBUG oslo_concurrency.lockutils [req-90f3e808-58c5-4c76-ace8-09dbd9b8c84b req-48ceb3f7-1ca9-480b-84b8-472f0efea9e0 service nova] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.293347] env[69243]: DEBUG nova.compute.manager [req-90f3e808-58c5-4c76-ace8-09dbd9b8c84b req-48ceb3f7-1ca9-480b-84b8-472f0efea9e0 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] No waiting events found dispatching network-vif-plugged-6cfb98a7-d39c-4001-86c3-86a2d31605cd {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.293505] env[69243]: WARNING nova.compute.manager [req-90f3e808-58c5-4c76-ace8-09dbd9b8c84b req-48ceb3f7-1ca9-480b-84b8-472f0efea9e0 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Received unexpected event network-vif-plugged-6cfb98a7-d39c-4001-86c3-86a2d31605cd for instance with vm_state building and task_state spawning. [ 651.343639] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688719, 'name': ReconfigVM_Task, 'duration_secs': 0.591855} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.345546] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance '69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.487409] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b742725-ec90-4c3c-b5e3-e443d1ca78da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.496163] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff7898-777a-4770-ba2e-92b9a7c1cb5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.530097] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2838779c-714b-4fe4-96e1-5dec7b9f38bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.538924] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a2282b-468f-4604-94e1-4000d4caef8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.554653] env[69243]: DEBUG nova.compute.provider_tree [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.662575] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Releasing lock "refresh_cache-f7ee494c-e0ae-4612-a636-90368a1becbb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.663148] env[69243]: DEBUG nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Instance network_info: |[{"id": "6cfb98a7-d39c-4001-86c3-86a2d31605cd", "address": "fa:16:3e:c3:85:e6", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfb98a7-d3", "ovs_interfaceid": "6cfb98a7-d39c-4001-86c3-86a2d31605cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.663944] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:85:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cfb98a7-d39c-4001-86c3-86a2d31605cd', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.672118] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Creating folder: Project (801985d5d7d441519a420b148eb12c4f). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.672118] env[69243]: DEBUG nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.674827] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4e51d75-06f9-40fb-bebe-257581f3c86c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.687751] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688720, 'name': ReconfigVM_Task, 'duration_secs': 0.812715} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.688134] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0ed34d2e-00c5-4ca1-9e48-c7bc56147456/0ed34d2e-00c5-4ca1-9e48-c7bc56147456.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.688865] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdc438a1-b419-4365-95f1-d8a50fc11f97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.692767] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Created folder: Project (801985d5d7d441519a420b148eb12c4f) in parent group-v734844. [ 651.692989] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Creating folder: Instances. Parent ref: group-v734895. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.693301] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1d5a839-abd8-4c68-85ff-39c61aee3a83 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.696725] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 651.696725] env[69243]: value = "task-3688722" [ 651.696725] env[69243]: _type = "Task" [ 651.696725] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.707806] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688722, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.708077] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Created folder: Instances in parent group-v734895. [ 651.708289] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.708580] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.708748] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b65d9f5-242b-4ebe-9cc7-aedcaa9cc970 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.730868] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.730868] env[69243]: value = "task-3688724" [ 651.730868] env[69243]: _type = "Task" [ 651.730868] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.740631] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688724, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.834919] env[69243]: DEBUG nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.853534] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.853772] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.854012] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.854331] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.854529] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.854714] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.855030] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.855193] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.855407] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.855633] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.855860] env[69243]: DEBUG nova.virt.hardware [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.861762] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 651.864176] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57eb54c-2c0d-496f-bdbc-eb11ca30a53a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.881184] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "d5640164-1ca1-4dec-ab5a-d6e99e181952" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.881184] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.881184] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "d5640164-1ca1-4dec-ab5a-d6e99e181952-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.881184] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.881710] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.889131] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.889131] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.889131] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.889588] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.889588] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.889588] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.889588] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.889816] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.889816] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.890036] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.890404] env[69243]: DEBUG nova.virt.hardware [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.892519] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403b3e72-380b-4f6c-b332-132d4a1e2a34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.896289] env[69243]: INFO nova.compute.manager [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Terminating instance [ 651.903741] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 651.903741] env[69243]: value = "task-3688725" [ 651.903741] env[69243]: _type = "Task" [ 651.903741] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.917035] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f975a-6b49-43a5-aad0-a8c74d3250de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.925291] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.059206] env[69243]: DEBUG nova.scheduler.client.report [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.204896] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.213021] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688722, 'name': Rename_Task, 'duration_secs': 0.255412} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.213364] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.214536] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b91d5d-b919-45df-840e-1ea7bc6a7ae9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.222463] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 652.222463] env[69243]: value = "task-3688726" [ 652.222463] env[69243]: _type = "Task" [ 652.222463] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.232023] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.241042] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688724, 'name': CreateVM_Task, 'duration_secs': 0.41855} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.241042] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.241042] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.241042] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.241388] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.241509] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d73cfa0-c87c-48b4-8dda-11ad47288101 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.247123] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 652.247123] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d23934-dd22-b6e4-34d6-c85c075f6f2e" [ 652.247123] env[69243]: _type = "Task" [ 652.247123] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.259021] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d23934-dd22-b6e4-34d6-c85c075f6f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.405762] env[69243]: DEBUG nova.compute.manager [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.406096] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.407394] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a001adc-eb22-4f21-936f-28556c8730de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.422179] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688725, 'name': ReconfigVM_Task, 'duration_secs': 0.190257} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.422179] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 652.422452] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.423152] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471a910-f644-4098-aa03-70a81e06b96c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.425653] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34eb3d4f-1350-4605-a1e8-5e084b0192eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.448918] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67/69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.450522] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-351b1154-2c71-42b7-86dc-0a87a69006dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.464550] env[69243]: DEBUG oslo_vmware.api [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 652.464550] env[69243]: value = "task-3688727" [ 652.464550] env[69243]: _type = "Task" [ 652.464550] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.472550] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 652.472550] env[69243]: value = "task-3688728" [ 652.472550] env[69243]: _type = "Task" [ 652.472550] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.477749] env[69243]: DEBUG oslo_vmware.api [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.490827] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.506561] env[69243]: DEBUG nova.network.neutron [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Successfully updated port: 916e3bc7-0e17-421c-8194-2181e29e20a3 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.567875] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.568439] env[69243]: DEBUG nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.571978] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.238s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.572231] env[69243]: DEBUG nova.objects.instance [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lazy-loading 'resources' on Instance uuid a52e2252-039c-46b8-9862-d2d804868ce2 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.735224] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.759363] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d23934-dd22-b6e4-34d6-c85c075f6f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.014677} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.759724] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.760018] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.760335] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.760668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.760944] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.764242] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac22e9bb-e8e1-4060-ba32-1f4ec33039a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.775024] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.775024] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.775024] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de925239-6e8a-45df-871a-e8c41c32ab66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.781268] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 652.781268] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e36b12-65a6-6f7f-0140-8e3cfa843aa0" [ 652.781268] env[69243]: _type = "Task" [ 652.781268] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.791068] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e36b12-65a6-6f7f-0140-8e3cfa843aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.980573] env[69243]: DEBUG oslo_vmware.api [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.990183] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688728, 'name': ReconfigVM_Task, 'duration_secs': 0.291146} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.990721] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67/69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.991273] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance '69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.011660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "refresh_cache-e23198c9-fbfe-493d-8906-717c275f7e3b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.011844] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquired lock "refresh_cache-e23198c9-fbfe-493d-8906-717c275f7e3b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.012017] env[69243]: DEBUG nova.network.neutron [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.083152] env[69243]: DEBUG nova.compute.utils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.083532] env[69243]: DEBUG nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.083728] env[69243]: DEBUG nova.network.neutron [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.165252] env[69243]: DEBUG nova.policy [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9fb4e797d4d4e2380757ee38bde0f49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801985d5d7d441519a420b148eb12c4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.247943] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.294954] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e36b12-65a6-6f7f-0140-8e3cfa843aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.296150] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9952c0-5eea-4a72-9b26-5729a5bee962 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.305524] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 653.305524] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527edb48-421e-dc83-e362-316626d6879b" [ 653.305524] env[69243]: _type = "Task" [ 653.305524] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.315023] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527edb48-421e-dc83-e362-316626d6879b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.487041] env[69243]: DEBUG oslo_vmware.api [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688727, 'name': PowerOffVM_Task, 'duration_secs': 0.694047} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.490037] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.490037] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.490037] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37be0721-11b0-4627-8fee-7b8c0236445c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.505921] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbce946-8838-4d9a-bd75-efd1d5c0ca26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.534578] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a73bca9-c8d9-4f76-ae3d-a3186c4a28c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.557031] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance '69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.577790] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.577790] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.577980] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleting the datastore file [datastore2] d5640164-1ca1-4dec-ab5a-d6e99e181952 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.578156] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce2f094f-22ec-465d-840a-daf45a1af859 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.588680] env[69243]: DEBUG nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.594023] env[69243]: DEBUG oslo_vmware.api [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 653.594023] env[69243]: value = "task-3688730" [ 653.594023] env[69243]: _type = "Task" [ 653.594023] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.607334] env[69243]: DEBUG oslo_vmware.api [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.607611] env[69243]: DEBUG nova.network.neutron [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.740967] env[69243]: DEBUG oslo_vmware.api [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3688726, 'name': PowerOnVM_Task, 'duration_secs': 1.499348} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.741530] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.741797] env[69243]: INFO nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Took 10.30 seconds to spawn the instance on the hypervisor. [ 653.741992] env[69243]: DEBUG nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.742839] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f209a7d-087c-45a0-bd2c-5c2680cbffe0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.782197] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0fa3f-4fe7-4781-aa6f-c4782a70f774 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.795742] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaac85d-2c88-4205-be9a-3dd64c2caebd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.805657] env[69243]: DEBUG nova.network.neutron [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Updating instance_info_cache with network_info: [{"id": "916e3bc7-0e17-421c-8194-2181e29e20a3", "address": "fa:16:3e:34:5f:3a", "network": {"id": "f0c48749-d658-4ca3-967b-68c1cbd0fd96", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-304154309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919012642f37416aadf68ce92ae3a9b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916e3bc7-0e", "ovs_interfaceid": "916e3bc7-0e17-421c-8194-2181e29e20a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.839101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Releasing lock "refresh_cache-e23198c9-fbfe-493d-8906-717c275f7e3b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.839393] env[69243]: DEBUG nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Instance network_info: |[{"id": "916e3bc7-0e17-421c-8194-2181e29e20a3", "address": "fa:16:3e:34:5f:3a", "network": {"id": "f0c48749-d658-4ca3-967b-68c1cbd0fd96", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-304154309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919012642f37416aadf68ce92ae3a9b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916e3bc7-0e", "ovs_interfaceid": "916e3bc7-0e17-421c-8194-2181e29e20a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.840396] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52a9140-aafe-46ea-8c50-6bd2ee8dda6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.843310] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:5f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '916e3bc7-0e17-421c-8194-2181e29e20a3', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.851134] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Creating folder: Project (919012642f37416aadf68ce92ae3a9b9). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.854165] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad0b6e44-5dcc-4bd9-b6aa-4aa381f5d630 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.860268] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527edb48-421e-dc83-e362-316626d6879b, 'name': SearchDatastore_Task, 'duration_secs': 0.015241} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.862572] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.862872] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] f7ee494c-e0ae-4612-a636-90368a1becbb/f7ee494c-e0ae-4612-a636-90368a1becbb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.863196] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f012e9-3fba-470e-bcef-092d72013d05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.867293] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b266a6-00c8-42ef-8d61-60571c906b07 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.874207] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Created folder: Project (919012642f37416aadf68ce92ae3a9b9) in parent group-v734844. [ 653.874463] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Creating folder: Instances. Parent ref: group-v734898. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.875953] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5f7b8c-fd76-4518-b46d-4d1427ee6c60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.878227] env[69243]: DEBUG nova.network.neutron [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Successfully created port: 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.891907] env[69243]: DEBUG nova.compute.provider_tree [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.892906] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 653.892906] env[69243]: value = "task-3688732" [ 653.892906] env[69243]: _type = "Task" [ 653.892906] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.896372] env[69243]: DEBUG nova.compute.manager [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Received event network-changed-6cfb98a7-d39c-4001-86c3-86a2d31605cd {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.896554] env[69243]: DEBUG nova.compute.manager [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Refreshing instance network info cache due to event network-changed-6cfb98a7-d39c-4001-86c3-86a2d31605cd. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.896784] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Acquiring lock "refresh_cache-f7ee494c-e0ae-4612-a636-90368a1becbb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.896936] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Acquired lock "refresh_cache-f7ee494c-e0ae-4612-a636-90368a1becbb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.897114] env[69243]: DEBUG nova.network.neutron [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Refreshing network info cache for port 6cfb98a7-d39c-4001-86c3-86a2d31605cd {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.910274] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.912936] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Created folder: Instances in parent group-v734898. [ 653.913193] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.913386] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.913602] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8dbc9d-6d55-4989-b02f-660542baee9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.937103] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.937103] env[69243]: value = "task-3688734" [ 653.937103] env[69243]: _type = "Task" [ 653.937103] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.947703] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688734, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.109542] env[69243]: DEBUG oslo_vmware.api [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328044} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.109811] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.112100] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.112100] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.112100] env[69243]: INFO nova.compute.manager [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Took 1.70 seconds to destroy the instance on the hypervisor. [ 654.112100] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.112100] env[69243]: DEBUG nova.compute.manager [-] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.112336] env[69243]: DEBUG nova.network.neutron [-] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.138923] env[69243]: DEBUG nova.network.neutron [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Port 51d43586-e732-47d4-a8b3-dbd3e9b98791 binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 654.275136] env[69243]: INFO nova.compute.manager [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Took 33.87 seconds to build instance. [ 654.342944] env[69243]: DEBUG nova.compute.manager [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.343802] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3147afbd-2a8b-4a51-ae70-2440574a3314 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.396314] env[69243]: DEBUG nova.scheduler.client.report [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.419566] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.452431] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688734, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.603929] env[69243]: DEBUG nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.644218] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.644489] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.644645] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.644892] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.645093] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.645314] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.645588] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.645816] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.646030] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.646209] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.646436] env[69243]: DEBUG nova.virt.hardware [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.651345] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae0e65-01d8-43d8-8da9-ef8922cb1481 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.660530] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91382d9f-3770-4ebe-8521-e0e8ff9c836a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.777524] env[69243]: DEBUG oslo_concurrency.lockutils [None req-37002bae-57e3-45fd-a63d-a7d1da3653cf tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.434s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.840170] env[69243]: DEBUG nova.network.neutron [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Updated VIF entry in instance network info cache for port 6cfb98a7-d39c-4001-86c3-86a2d31605cd. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.840544] env[69243]: DEBUG nova.network.neutron [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Updating instance_info_cache with network_info: [{"id": "6cfb98a7-d39c-4001-86c3-86a2d31605cd", "address": "fa:16:3e:c3:85:e6", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfb98a7-d3", "ovs_interfaceid": "6cfb98a7-d39c-4001-86c3-86a2d31605cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.849055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.849219] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.856612] env[69243]: INFO nova.compute.manager [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] instance snapshotting [ 654.859837] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e8d79-86d7-4f9d-abda-b7ff2e149f9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.883076] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bffb8ce-e32a-436d-9315-6dc2f96d4975 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.909580] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.910182] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.390s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.911977] env[69243]: INFO nova.compute.claims [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.921849] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609269} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.921849] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] f7ee494c-e0ae-4612-a636-90368a1becbb/f7ee494c-e0ae-4612-a636-90368a1becbb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.921849] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.922154] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a6a2b0c-29c4-4f47-88ff-5769149f8497 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.929440] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 654.929440] env[69243]: value = "task-3688735" [ 654.929440] env[69243]: _type = "Task" [ 654.929440] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.942454] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.954124] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688734, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.955197] env[69243]: INFO nova.scheduler.client.report [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Deleted allocations for instance a52e2252-039c-46b8-9862-d2d804868ce2 [ 655.169036] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.169036] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.169036] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.231983] env[69243]: DEBUG nova.network.neutron [-] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.282611] env[69243]: DEBUG nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.297974] env[69243]: DEBUG nova.compute.manager [req-43fbaae9-f175-4862-b7f2-b4ed43ba5e6d req-3cd1d29c-de33-441e-959e-77af7203a892 service nova] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Received event network-vif-deleted-78d8521c-1aaa-4e60-beb8-f1993e53c901 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.343996] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Releasing lock "refresh_cache-f7ee494c-e0ae-4612-a636-90368a1becbb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.343996] env[69243]: DEBUG nova.compute.manager [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Received event network-vif-plugged-916e3bc7-0e17-421c-8194-2181e29e20a3 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.343996] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Acquiring lock "e23198c9-fbfe-493d-8906-717c275f7e3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.343996] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.343996] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.344360] env[69243]: DEBUG nova.compute.manager [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] No waiting events found dispatching network-vif-plugged-916e3bc7-0e17-421c-8194-2181e29e20a3 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.344360] env[69243]: WARNING nova.compute.manager [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Received unexpected event network-vif-plugged-916e3bc7-0e17-421c-8194-2181e29e20a3 for instance with vm_state building and task_state spawning. [ 655.344448] env[69243]: DEBUG nova.compute.manager [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Received event network-changed-916e3bc7-0e17-421c-8194-2181e29e20a3 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.345451] env[69243]: DEBUG nova.compute.manager [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Refreshing instance network info cache due to event network-changed-916e3bc7-0e17-421c-8194-2181e29e20a3. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.345451] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Acquiring lock "refresh_cache-e23198c9-fbfe-493d-8906-717c275f7e3b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.345451] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Acquired lock "refresh_cache-e23198c9-fbfe-493d-8906-717c275f7e3b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.345451] env[69243]: DEBUG nova.network.neutron [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Refreshing network info cache for port 916e3bc7-0e17-421c-8194-2181e29e20a3 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.396672] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 655.396977] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4667ccad-e2ee-4d2c-b833-8e202e7026a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.408441] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 655.408441] env[69243]: value = "task-3688736" [ 655.408441] env[69243]: _type = "Task" [ 655.408441] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.424138] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.443845] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109558} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.447599] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.449539] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baf0bf3-2379-4d83-ae92-8880837b9836 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.474103] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688734, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.484162] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f7ee494c-e0ae-4612-a636-90368a1becbb/f7ee494c-e0ae-4612-a636-90368a1becbb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.486765] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f5272dc5-d67f-4a12-88a4-62147fb248cc tempest-ServerExternalEventsTest-431484232 tempest-ServerExternalEventsTest-431484232-project-member] Lock "a52e2252-039c-46b8-9862-d2d804868ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.981s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.490407] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0118bf11-441a-4af2-aa00-2506672aa336 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.522890] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 655.522890] env[69243]: value = "task-3688737" [ 655.522890] env[69243]: _type = "Task" [ 655.522890] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.535272] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.630365] env[69243]: DEBUG nova.network.neutron [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Successfully updated port: 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.735474] env[69243]: INFO nova.compute.manager [-] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Took 1.62 seconds to deallocate network for instance. [ 655.814997] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.933524] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688736, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.956556] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688734, 'name': CreateVM_Task, 'duration_secs': 1.683536} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.959839] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.961193] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.961363] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.961670] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.961935] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822224db-f072-4f03-8ab8-eb174cd45b65 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.970801] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 655.970801] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520fa95b-e925-16e9-fafb-133e5a57a60a" [ 655.970801] env[69243]: _type = "Task" [ 655.970801] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.983048] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520fa95b-e925-16e9-fafb-133e5a57a60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.041026] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688737, 'name': ReconfigVM_Task, 'duration_secs': 0.378861} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.041529] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f7ee494c-e0ae-4612-a636-90368a1becbb/f7ee494c-e0ae-4612-a636-90368a1becbb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.041944] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4e34819-2625-43c5-b8e5-7b3a63fe598a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.056285] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 656.056285] env[69243]: value = "task-3688738" [ 656.056285] env[69243]: _type = "Task" [ 656.056285] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.070942] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688738, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.136223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "refresh_cache-8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.136223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired lock "refresh_cache-8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.136366] env[69243]: DEBUG nova.network.neutron [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.246135] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.274109] env[69243]: DEBUG nova.network.neutron [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Updated VIF entry in instance network info cache for port 916e3bc7-0e17-421c-8194-2181e29e20a3. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.274558] env[69243]: DEBUG nova.network.neutron [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Updating instance_info_cache with network_info: [{"id": "916e3bc7-0e17-421c-8194-2181e29e20a3", "address": "fa:16:3e:34:5f:3a", "network": {"id": "f0c48749-d658-4ca3-967b-68c1cbd0fd96", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-304154309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919012642f37416aadf68ce92ae3a9b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap916e3bc7-0e", "ovs_interfaceid": "916e3bc7-0e17-421c-8194-2181e29e20a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.283523] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.283648] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.283828] env[69243]: DEBUG nova.network.neutron [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.291570] env[69243]: DEBUG nova.compute.manager [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Received event network-vif-plugged-9bbe21d0-2fff-4bfd-9bc3-d87a54564287 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.291570] env[69243]: DEBUG oslo_concurrency.lockutils [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] Acquiring lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.291570] env[69243]: DEBUG oslo_concurrency.lockutils [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.291570] env[69243]: DEBUG oslo_concurrency.lockutils [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.291779] env[69243]: DEBUG nova.compute.manager [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] No waiting events found dispatching network-vif-plugged-9bbe21d0-2fff-4bfd-9bc3-d87a54564287 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.291831] env[69243]: WARNING nova.compute.manager [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Received unexpected event network-vif-plugged-9bbe21d0-2fff-4bfd-9bc3-d87a54564287 for instance with vm_state building and task_state spawning. [ 656.291968] env[69243]: DEBUG nova.compute.manager [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Received event network-changed-9bbe21d0-2fff-4bfd-9bc3-d87a54564287 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.292895] env[69243]: DEBUG nova.compute.manager [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Refreshing instance network info cache due to event network-changed-9bbe21d0-2fff-4bfd-9bc3-d87a54564287. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.293108] env[69243]: DEBUG oslo_concurrency.lockutils [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] Acquiring lock "refresh_cache-8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.423168] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688736, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.485025] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520fa95b-e925-16e9-fafb-133e5a57a60a, 'name': SearchDatastore_Task, 'duration_secs': 0.027305} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.487908] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.487908] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.487908] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.488136] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.488244] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.488744] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a646852c-2867-44c6-a499-c5f58c3ed5b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.499455] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.499960] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.501113] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043d043f-c578-45b6-b8e3-b075a4317aa8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.513445] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 656.513445] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afabea-2acf-a325-55a0-d297c4930c9e" [ 656.513445] env[69243]: _type = "Task" [ 656.513445] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.524805] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afabea-2acf-a325-55a0-d297c4930c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.554197] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e099ba24-c728-4ebd-8b43-b59bdd8ee56b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.571619] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e943ee-0db1-4dc1-b34e-c00d3705f49f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.575969] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688738, 'name': Rename_Task, 'duration_secs': 0.306967} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.576279] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.576915] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c91726f4-fe20-4a04-a99d-e1faf5412651 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.610695] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ea3109-7125-493b-a255-08ed0c6efb4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.614592] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 656.614592] env[69243]: value = "task-3688739" [ 656.614592] env[69243]: _type = "Task" [ 656.614592] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.624886] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b221297-cbf7-4bee-8a15-a19227da48d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.632955] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.647912] env[69243]: DEBUG nova.compute.provider_tree [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.766723] env[69243]: DEBUG nova.network.neutron [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.783470] env[69243]: DEBUG oslo_concurrency.lockutils [req-60b2378f-cbd3-40ad-bda0-d0245e8417e3 req-338ec279-9f0b-4e4d-b318-28db03e06ec9 service nova] Releasing lock "refresh_cache-e23198c9-fbfe-493d-8906-717c275f7e3b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.923251] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688736, 'name': CreateSnapshot_Task, 'duration_secs': 1.295136} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.926756] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 656.928180] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170cf95-e791-45ec-ab84-e25f8155d5a4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.026661] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afabea-2acf-a325-55a0-d297c4930c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012248} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.029722] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ae0878-b227-48d5-8992-0a0c17efbcf4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.039958] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 657.039958] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d2546a-5b8f-a637-ee1f-0ee0c0ff2759" [ 657.039958] env[69243]: _type = "Task" [ 657.039958] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.054246] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d2546a-5b8f-a637-ee1f-0ee0c0ff2759, 'name': SearchDatastore_Task} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.054580] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.054840] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] e23198c9-fbfe-493d-8906-717c275f7e3b/e23198c9-fbfe-493d-8906-717c275f7e3b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.055625] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7684c29f-43b7-443c-8a13-7297e6d97e95 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.065285] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 657.065285] env[69243]: value = "task-3688740" [ 657.065285] env[69243]: _type = "Task" [ 657.065285] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.074140] env[69243]: DEBUG nova.network.neutron [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance_info_cache with network_info: [{"id": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "address": "fa:16:3e:03:33:ab", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d43586-e7", "ovs_interfaceid": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.081639] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.126639] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.139755] env[69243]: DEBUG nova.network.neutron [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Updating instance_info_cache with network_info: [{"id": "9bbe21d0-2fff-4bfd-9bc3-d87a54564287", "address": "fa:16:3e:c5:e7:35", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbe21d0-2f", "ovs_interfaceid": "9bbe21d0-2fff-4bfd-9bc3-d87a54564287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.152233] env[69243]: DEBUG nova.scheduler.client.report [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.454460] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.454840] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eeb67566-5be8-424c-8b5c-95ff622fdd71 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.466584] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 657.466584] env[69243]: value = "task-3688741" [ 657.466584] env[69243]: _type = "Task" [ 657.466584] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.478392] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688741, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.580015] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.585639] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688740, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.631338] env[69243]: DEBUG oslo_vmware.api [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688739, 'name': PowerOnVM_Task, 'duration_secs': 0.598612} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.631338] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.631338] env[69243]: INFO nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Took 8.66 seconds to spawn the instance on the hypervisor. [ 657.631338] env[69243]: DEBUG nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.632206] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30374cc-f604-4691-887c-90ba3aae00fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.644863] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Releasing lock "refresh_cache-8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.644863] env[69243]: DEBUG nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Instance network_info: |[{"id": "9bbe21d0-2fff-4bfd-9bc3-d87a54564287", "address": "fa:16:3e:c5:e7:35", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbe21d0-2f", "ovs_interfaceid": "9bbe21d0-2fff-4bfd-9bc3-d87a54564287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.648293] env[69243]: DEBUG oslo_concurrency.lockutils [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] Acquired lock "refresh_cache-8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.648521] env[69243]: DEBUG nova.network.neutron [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Refreshing network info cache for port 9bbe21d0-2fff-4bfd-9bc3-d87a54564287 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.649916] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e7:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bbe21d0-2fff-4bfd-9bc3-d87a54564287', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.661511] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.666808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.667410] env[69243]: DEBUG nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.670493] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.671742] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.509s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.671989] env[69243]: DEBUG nova.objects.instance [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lazy-loading 'resources' on Instance uuid 15647f68-646d-449c-9006-997122cb0a18 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.673148] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270980aa-0cc2-4fe1-8c8d-d9237537a78a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.712120] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.712120] env[69243]: value = "task-3688742" [ 657.712120] env[69243]: _type = "Task" [ 657.712120] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.726387] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688742, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.981563] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688741, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.082908] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899687} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.084195] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] e23198c9-fbfe-493d-8906-717c275f7e3b/e23198c9-fbfe-493d-8906-717c275f7e3b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.084195] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.084195] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-162825d3-27c8-4e7c-8520-06ebd69df566 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.099170] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 658.099170] env[69243]: value = "task-3688743" [ 658.099170] env[69243]: _type = "Task" [ 658.099170] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.117231] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.117475] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b13ddd-2489-4253-8946-38471086f9b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.150891] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603c33a5-f5f7-4295-8490-0f9f197e8b5d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.162173] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance '69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 658.173160] env[69243]: DEBUG nova.compute.utils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.181240] env[69243]: DEBUG nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.181240] env[69243]: DEBUG nova.network.neutron [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.186373] env[69243]: INFO nova.compute.manager [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Took 35.62 seconds to build instance. [ 658.225830] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688742, 'name': CreateVM_Task, 'duration_secs': 0.44882} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.226034] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.226711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.226867] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.227206] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.227450] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c258d7d-342f-4a7c-9ee5-99534c8850f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.239023] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 658.239023] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5234170c-925c-9fed-9840-3796e2b2d78d" [ 658.239023] env[69243]: _type = "Task" [ 658.239023] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.248633] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5234170c-925c-9fed-9840-3796e2b2d78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.263885] env[69243]: DEBUG nova.policy [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d26a48118414eea8930f94db0baae35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff3920882e54c4a9a8c451a79adf169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.332013] env[69243]: DEBUG nova.compute.manager [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Received event network-changed-629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.332080] env[69243]: DEBUG nova.compute.manager [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Refreshing instance network info cache due to event network-changed-629e460c-be84-4c96-9dff-b9dc19e7ae35. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.333677] env[69243]: DEBUG oslo_concurrency.lockutils [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] Acquiring lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.333677] env[69243]: DEBUG oslo_concurrency.lockutils [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] Acquired lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.333677] env[69243]: DEBUG nova.network.neutron [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Refreshing network info cache for port 629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.381599] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fbfbf6-e746-4969-b9f7-71028b1ab8e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.392180] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643406a-8fce-4537-91cf-8db0e45ef9d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.425988] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf69ba6-e4fa-4dd4-a36e-d818f5403fe2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.434804] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90493bf0-a795-478a-b143-8ca71440d5b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.451964] env[69243]: DEBUG nova.compute.provider_tree [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.481917] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688741, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.603231] env[69243]: DEBUG nova.network.neutron [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Successfully created port: 5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.619132] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086805} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.619414] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.620235] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd8e254-d4a8-4311-aada-f7e8f8172b68 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.643392] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e23198c9-fbfe-493d-8906-717c275f7e3b/e23198c9-fbfe-493d-8906-717c275f7e3b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.643577] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309539f2-aac1-4e44-8f81-3d2cd99a47a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.669148] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.669148] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 658.669148] env[69243]: value = "task-3688744" [ 658.669148] env[69243]: _type = "Task" [ 658.669148] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.669148] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f03366c-febe-4db5-854e-d10a1179480f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.683390] env[69243]: DEBUG nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.687216] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.687921] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 658.687921] env[69243]: value = "task-3688745" [ 658.687921] env[69243]: _type = "Task" [ 658.687921] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.688340] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dec709ce-5d58-4227-90b6-25aef6ec226b tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.116s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.701417] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.749944] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5234170c-925c-9fed-9840-3796e2b2d78d, 'name': SearchDatastore_Task, 'duration_secs': 0.027538} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.749944] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.749944] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.750478] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.750533] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.751577] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.751577] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d80752e2-a721-4ce7-8cb0-a3f008e00a80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.767494] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.767494] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.768414] env[69243]: DEBUG nova.network.neutron [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Updated VIF entry in instance network info cache for port 9bbe21d0-2fff-4bfd-9bc3-d87a54564287. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.769443] env[69243]: DEBUG nova.network.neutron [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Updating instance_info_cache with network_info: [{"id": "9bbe21d0-2fff-4bfd-9bc3-d87a54564287", "address": "fa:16:3e:c5:e7:35", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbe21d0-2f", "ovs_interfaceid": "9bbe21d0-2fff-4bfd-9bc3-d87a54564287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.770950] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedc098d-1e27-4bd5-9313-b0f7a449dfc5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.781358] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 658.781358] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5219c162-f52f-6628-1e88-f81312ee5ce0" [ 658.781358] env[69243]: _type = "Task" [ 658.781358] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.795228] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5219c162-f52f-6628-1e88-f81312ee5ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.959240] env[69243]: DEBUG nova.scheduler.client.report [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.985354] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688741, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.186864] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.196602] env[69243]: DEBUG nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.210535] env[69243]: DEBUG oslo_vmware.api [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3688745, 'name': PowerOnVM_Task, 'duration_secs': 0.4882} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.210535] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.210535] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8f585d-012e-485d-a541-ee519abb6363 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance '69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.276883] env[69243]: DEBUG oslo_concurrency.lockutils [req-39ae9bc5-c41a-42ad-9ddb-b0d6c6f5d701 req-0565c9a9-5ef3-40ff-85f9-eb6e30c309c6 service nova] Releasing lock "refresh_cache-8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.300473] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5219c162-f52f-6628-1e88-f81312ee5ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.024181} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.302529] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fa6572-0aa0-43ad-a276-ec8044a60e0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.311500] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 659.311500] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d117eb-2418-0abf-e5e0-163f78d5f17b" [ 659.311500] env[69243]: _type = "Task" [ 659.311500] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.319798] env[69243]: DEBUG nova.network.neutron [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Updated VIF entry in instance network info cache for port 629e460c-be84-4c96-9dff-b9dc19e7ae35. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.320325] env[69243]: DEBUG nova.network.neutron [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Updating instance_info_cache with network_info: [{"id": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "address": "fa:16:3e:c9:ec:4c", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629e460c-be", "ovs_interfaceid": "629e460c-be84-4c96-9dff-b9dc19e7ae35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.332393] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d117eb-2418-0abf-e5e0-163f78d5f17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.464764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.467932] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.856s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.467932] env[69243]: DEBUG nova.objects.instance [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lazy-loading 'resources' on Instance uuid 4232f9b1-1138-49b9-baca-877b43666438 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.480990] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688741, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.499142] env[69243]: INFO nova.scheduler.client.report [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Deleted allocations for instance 15647f68-646d-449c-9006-997122cb0a18 [ 659.684042] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688744, 'name': ReconfigVM_Task, 'duration_secs': 0.684028} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.684415] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e23198c9-fbfe-493d-8906-717c275f7e3b/e23198c9-fbfe-493d-8906-717c275f7e3b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.685087] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-625656b5-0c7a-4c0c-9538-907417dd1ed8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.694809] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 659.694809] env[69243]: value = "task-3688746" [ 659.694809] env[69243]: _type = "Task" [ 659.694809] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.699052] env[69243]: DEBUG nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.711521] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688746, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.731802] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.732169] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.732311] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.733414] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.733414] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.734095] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.734398] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.734573] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.734744] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.734903] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.735091] env[69243]: DEBUG nova.virt.hardware [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.736364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.737081] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507f5ad5-62b0-4910-9bbc-191e12cd4339 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.747622] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb1683-1e5b-4a92-b49e-0e4b6fffe689 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.825139] env[69243]: DEBUG oslo_concurrency.lockutils [req-ad46b3ec-83a1-4c15-85ea-e4e21127e9d7 req-5f25f2b0-88fd-47b4-9637-4db0ff2b91c4 service nova] Releasing lock "refresh_cache-0ed34d2e-00c5-4ca1-9e48-c7bc56147456" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.825637] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d117eb-2418-0abf-e5e0-163f78d5f17b, 'name': SearchDatastore_Task, 'duration_secs': 0.020746} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.825903] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.828037] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd/8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.828037] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7cfdbe7-7576-49c3-ad2b-b5d04ba6c524 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.837202] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 659.837202] env[69243]: value = "task-3688747" [ 659.837202] env[69243]: _type = "Task" [ 659.837202] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.847427] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.991566] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688741, 'name': CloneVM_Task, 'duration_secs': 2.096319} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.991930] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Created linked-clone VM from snapshot [ 659.993640] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722147c-49be-4bff-92e8-dce471367736 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.012906] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Uploading image 0ca43f29-fc60-483f-9aa2-4eadea5a9cc4 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 660.014509] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55b16712-d911-4000-8329-573c2f34e08c tempest-ServerDiagnosticsV248Test-1562265439 tempest-ServerDiagnosticsV248Test-1562265439-project-member] Lock "15647f68-646d-449c-9006-997122cb0a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.336s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.059833] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 660.059833] env[69243]: value = "vm-734902" [ 660.059833] env[69243]: _type = "VirtualMachine" [ 660.059833] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 660.060653] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-177107af-4ba3-4b60-b263-54b4bbde0201 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.074251] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lease: (returnval){ [ 660.074251] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288fe0b-3996-dc03-8832-91adedc44f5f" [ 660.074251] env[69243]: _type = "HttpNfcLease" [ 660.074251] env[69243]: } obtained for exporting VM: (result){ [ 660.074251] env[69243]: value = "vm-734902" [ 660.074251] env[69243]: _type = "VirtualMachine" [ 660.074251] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 660.074251] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the lease: (returnval){ [ 660.074251] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288fe0b-3996-dc03-8832-91adedc44f5f" [ 660.074251] env[69243]: _type = "HttpNfcLease" [ 660.074251] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 660.083955] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.083955] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288fe0b-3996-dc03-8832-91adedc44f5f" [ 660.083955] env[69243]: _type = "HttpNfcLease" [ 660.083955] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 660.207941] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688746, 'name': Rename_Task, 'duration_secs': 0.199278} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.211931] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.211931] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3deafc50-4c39-4391-a09e-81baf8ae8850 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.216988] env[69243]: DEBUG nova.network.neutron [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Successfully updated port: 5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.227833] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 660.227833] env[69243]: value = "task-3688749" [ 660.227833] env[69243]: _type = "Task" [ 660.227833] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.247599] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.354445] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.551835] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227936b7-276a-437c-89bd-dc448fea0516 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.559954] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af9a589-c273-4174-88d4-e3f4ee3f8eb2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.596483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd645491-9905-49f2-bae0-0d9a102b75d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.606658] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.606658] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288fe0b-3996-dc03-8832-91adedc44f5f" [ 660.606658] env[69243]: _type = "HttpNfcLease" [ 660.606658] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 660.607375] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5443cff6-4d8a-45fb-943a-d3e97c23bcef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.611799] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 660.611799] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288fe0b-3996-dc03-8832-91adedc44f5f" [ 660.611799] env[69243]: _type = "HttpNfcLease" [ 660.611799] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 660.612398] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de7a1a2-e068-4562-8962-61b9220f915b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.619073] env[69243]: DEBUG nova.compute.manager [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received event network-vif-plugged-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.619073] env[69243]: DEBUG oslo_concurrency.lockutils [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] Acquiring lock "9334f78e-1230-4726-8a9d-9daf2ab977a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.619073] env[69243]: DEBUG oslo_concurrency.lockutils [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.619073] env[69243]: DEBUG oslo_concurrency.lockutils [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.619073] env[69243]: DEBUG nova.compute.manager [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] No waiting events found dispatching network-vif-plugged-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.619635] env[69243]: WARNING nova.compute.manager [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received unexpected event network-vif-plugged-5ec21ea5-f205-4b08-8946-85aefff7f2c6 for instance with vm_state building and task_state spawning. [ 660.619635] env[69243]: DEBUG nova.compute.manager [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.619635] env[69243]: DEBUG nova.compute.manager [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing instance network info cache due to event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.619635] env[69243]: DEBUG oslo_concurrency.lockutils [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] Acquiring lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.619635] env[69243]: DEBUG oslo_concurrency.lockutils [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] Acquired lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.619834] env[69243]: DEBUG nova.network.neutron [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.634457] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211246f-d34d-20db-8934-2b01eedbb66c/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 660.634757] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211246f-d34d-20db-8934-2b01eedbb66c/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 660.636699] env[69243]: DEBUG nova.compute.provider_tree [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.720205] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.740751] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.796435] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01c52777-4bc6-4403-983d-fa34a8ecd454 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.849952] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655352} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.850357] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd/8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.850489] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.851653] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ee071e7-6ef0-4786-a004-9e60aa5fb091 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.860618] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 660.860618] env[69243]: value = "task-3688750" [ 660.860618] env[69243]: _type = "Task" [ 660.860618] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.872206] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.180626] env[69243]: DEBUG nova.network.neutron [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.194035] env[69243]: DEBUG nova.scheduler.client.report [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.244618] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.322571] env[69243]: DEBUG nova.network.neutron [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.373262] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195171} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.373578] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.374481] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98d317-9aa6-4951-919f-a664c5e19839 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.402989] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd/8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.403718] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603f557b-7ca0-4430-b424-46c4bd7e8e62 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.428590] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 661.428590] env[69243]: value = "task-3688751" [ 661.428590] env[69243]: _type = "Task" [ 661.428590] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.438329] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.703027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.705084] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.457s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.706829] env[69243]: INFO nova.compute.claims [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.721094] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.721625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.724681] env[69243]: DEBUG nova.compute.manager [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Going to confirm migration 1 {{(pid=69243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 661.729963] env[69243]: INFO nova.scheduler.client.report [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Deleted allocations for instance 4232f9b1-1138-49b9-baca-877b43666438 [ 661.746324] env[69243]: DEBUG oslo_vmware.api [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688749, 'name': PowerOnVM_Task, 'duration_secs': 1.09291} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.746593] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.746789] env[69243]: INFO nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Took 9.91 seconds to spawn the instance on the hypervisor. [ 661.747029] env[69243]: DEBUG nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.747915] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc34ec9-9b62-4e97-8073-191657de0971 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.824959] env[69243]: DEBUG oslo_concurrency.lockutils [req-60a14105-c630-4b69-b3df-c5ecabc2a2b2 req-eed9a754-22c8-4353-996a-96c51d93698a service nova] Releasing lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.825437] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.825923] env[69243]: DEBUG nova.network.neutron [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.943722] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.243152] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33cebdd4-0236-443c-ae7d-1d86da23367b tempest-ServerDiagnosticsNegativeTest-880802930 tempest-ServerDiagnosticsNegativeTest-880802930-project-member] Lock "4232f9b1-1138-49b9-baca-877b43666438" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.116s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.273940] env[69243]: INFO nova.compute.manager [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Took 39.16 seconds to build instance. [ 662.350216] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.350441] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.350607] env[69243]: DEBUG nova.network.neutron [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.350793] env[69243]: DEBUG nova.objects.instance [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lazy-loading 'info_cache' on Instance uuid 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.379465] env[69243]: DEBUG nova.network.neutron [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.441704] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688751, 'name': ReconfigVM_Task, 'duration_secs': 0.562382} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.442310] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd/8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.443230] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1460de4-44cb-47f0-8001-8e45c15647c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.451569] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 662.451569] env[69243]: value = "task-3688752" [ 662.451569] env[69243]: _type = "Task" [ 662.451569] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.464837] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688752, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.722331] env[69243]: DEBUG nova.network.neutron [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updating instance_info_cache with network_info: [{"id": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "address": "fa:16:3e:ed:d3:84", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec21ea5-f2", "ovs_interfaceid": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.774278] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efc49f39-6d3f-41a9-a73e-db929e42bbfd tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.317s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.964362] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688752, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.228508] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Releasing lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.228858] env[69243]: DEBUG nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Instance network_info: |[{"id": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "address": "fa:16:3e:ed:d3:84", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec21ea5-f2", "ovs_interfaceid": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.231266] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:d3:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ec21ea5-f205-4b08-8946-85aefff7f2c6', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.244572] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Creating folder: Project (bff3920882e54c4a9a8c451a79adf169). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.244946] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c9343b1-438d-4593-9f2e-85c3783aec92 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.259715] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Created folder: Project (bff3920882e54c4a9a8c451a79adf169) in parent group-v734844. [ 663.259933] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Creating folder: Instances. Parent ref: group-v734904. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.260224] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-965794a6-088d-4da8-a659-f01aace22cc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.263817] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349a51e6-feda-4ea6-b4b3-e59554cd249c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.273391] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb14e01-dd9d-4f1a-8dfb-b7b29b5b221d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.276844] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Created folder: Instances in parent group-v734904. [ 663.277100] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.277409] env[69243]: DEBUG nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.280371] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.280856] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a684acdd-6524-4b4e-aed4-d5a21e950985 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.325448] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec8ce9-77f7-49cf-ad3b-57f36d642fc8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.331159] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.331159] env[69243]: value = "task-3688755" [ 663.331159] env[69243]: _type = "Task" [ 663.331159] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.337472] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cae1ae-5ab9-4066-932d-e998e59e4239 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.357702] env[69243]: DEBUG nova.compute.provider_tree [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.359140] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688755, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.419264] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "e23198c9-fbfe-493d-8906-717c275f7e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.419681] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.420649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "e23198c9-fbfe-493d-8906-717c275f7e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.420649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.420649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.427290] env[69243]: INFO nova.compute.manager [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Terminating instance [ 663.466657] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688752, 'name': Rename_Task, 'duration_secs': 0.65933} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.466657] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.466657] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72783fd3-3d4e-4fad-8f1f-e5a2d5eb1e29 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.475468] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 663.475468] env[69243]: value = "task-3688756" [ 663.475468] env[69243]: _type = "Task" [ 663.475468] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.487861] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.801237] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.853533] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688755, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.861487] env[69243]: DEBUG nova.scheduler.client.report [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.938423] env[69243]: DEBUG nova.compute.manager [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.938743] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.939838] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576fb17-fa33-4878-9723-0dd088760714 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.949551] env[69243]: DEBUG nova.network.neutron [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance_info_cache with network_info: [{"id": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "address": "fa:16:3e:03:33:ab", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d43586-e7", "ovs_interfaceid": "51d43586-e732-47d4-a8b3-dbd3e9b98791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.957156] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.957435] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8106f033-0419-40b8-8cac-c04a4df66d04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.966304] env[69243]: DEBUG oslo_vmware.api [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 663.966304] env[69243]: value = "task-3688757" [ 663.966304] env[69243]: _type = "Task" [ 663.966304] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.979205] env[69243]: DEBUG oslo_vmware.api [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.990580] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.351749] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688755, 'name': CreateVM_Task, 'duration_secs': 0.600358} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.351932] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.352688] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.352841] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.353272] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.353478] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71065de2-7e33-44d3-9b4d-f590e6617448 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.362499] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 664.362499] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525322df-b254-3f80-da5b-7da70fb04bc4" [ 664.362499] env[69243]: _type = "Task" [ 664.362499] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.373927] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.374623] env[69243]: DEBUG nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.377471] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525322df-b254-3f80-da5b-7da70fb04bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.378100] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.923s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.378334] env[69243]: DEBUG nova.objects.instance [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lazy-loading 'resources' on Instance uuid 20ad5df1-7da7-4a21-ac60-663f6d3271bd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.453558] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.453945] env[69243]: DEBUG nova.objects.instance [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lazy-loading 'migration_context' on Instance uuid 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.480168] env[69243]: DEBUG oslo_vmware.api [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688757, 'name': PowerOffVM_Task, 'duration_secs': 0.243553} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.483412] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.483624] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.483951] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ecf2de9-4271-4e93-a4b5-4c7122df7231 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.494716] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.565146] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.565486] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.565774] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Deleting the datastore file [datastore1] e23198c9-fbfe-493d-8906-717c275f7e3b {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.566158] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-755a33f9-5292-4695-ae48-543e5a4bccda {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.575760] env[69243]: DEBUG oslo_vmware.api [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for the task: (returnval){ [ 664.575760] env[69243]: value = "task-3688759" [ 664.575760] env[69243]: _type = "Task" [ 664.575760] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.585343] env[69243]: DEBUG oslo_vmware.api [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.877281] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525322df-b254-3f80-da5b-7da70fb04bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.015718} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.877780] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.877780] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.877921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.878485] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.878485] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.879591] env[69243]: DEBUG nova.compute.utils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.881117] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc52780e-bd8f-460d-a926-7cf776b54ebb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.883569] env[69243]: DEBUG nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 664.898874] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.898874] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.898874] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869f150b-fb00-4d72-9af4-f3dd65009c68 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.904341] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 664.904341] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5225351a-5795-ceff-91e5-cee7b1aa9d9f" [ 664.904341] env[69243]: _type = "Task" [ 664.904341] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.915890] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5225351a-5795-ceff-91e5-cee7b1aa9d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.960766] env[69243]: DEBUG nova.objects.base [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Object Instance<69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67> lazy-loaded attributes: info_cache,migration_context {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 664.962660] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3db1b-a72c-4588-8a24-69c316c7acac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.002733] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7b7831-019e-4275-8f6b-9b9f2550265b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.011251] env[69243]: DEBUG oslo_vmware.api [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 665.011251] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523ff307-20ee-e773-41b6-1442d65c8962" [ 665.011251] env[69243]: _type = "Task" [ 665.011251] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.015202] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.027501] env[69243]: DEBUG oslo_vmware.api [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523ff307-20ee-e773-41b6-1442d65c8962, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.027901] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.086928] env[69243]: DEBUG oslo_vmware.api [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Task: {'id': task-3688759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210648} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.087247] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.087427] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.087603] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.087811] env[69243]: INFO nova.compute.manager [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 665.088079] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.088298] env[69243]: DEBUG nova.compute.manager [-] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.088393] env[69243]: DEBUG nova.network.neutron [-] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.384307] env[69243]: DEBUG nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.416597] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5225351a-5795-ceff-91e5-cee7b1aa9d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.016344} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.421347] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f5e292-498b-423b-894e-ffc556a71342 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.428983] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 665.428983] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52df7c74-eba8-fa5c-3bf4-0569fa70f93d" [ 665.428983] env[69243]: _type = "Task" [ 665.428983] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.440051] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52df7c74-eba8-fa5c-3bf4-0569fa70f93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.511678] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.529885] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6f69f-e044-445e-bcee-0c699a0a1a5f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.537758] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa6268c-1cac-42cc-914e-e5e7037de045 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.572859] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4bbaea-9594-493f-b2fa-d638800a93fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.583288] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcded07-722a-4e62-a996-ff15df9b0e72 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.599388] env[69243]: DEBUG nova.compute.provider_tree [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.941605] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52df7c74-eba8-fa5c-3bf4-0569fa70f93d, 'name': SearchDatastore_Task, 'duration_secs': 0.01632} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.942075] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.942296] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 9334f78e-1230-4726-8a9d-9daf2ab977a9/9334f78e-1230-4726-8a9d-9daf2ab977a9.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.942630] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae852c3-a28d-4425-9283-d94336811221 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.952642] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 665.952642] env[69243]: value = "task-3688760" [ 665.952642] env[69243]: _type = "Task" [ 665.952642] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.965508] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.983444] env[69243]: DEBUG nova.network.neutron [-] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.012834] env[69243]: DEBUG oslo_vmware.api [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688756, 'name': PowerOnVM_Task, 'duration_secs': 2.341311} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.014600] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.014964] env[69243]: INFO nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Took 11.41 seconds to spawn the instance on the hypervisor. [ 666.015939] env[69243]: DEBUG nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.017225] env[69243]: DEBUG nova.compute.manager [req-bf77b766-1e85-4f76-8780-cc6e8f930d67 req-8029071e-9b23-4978-8e8c-255dd385a4a5 service nova] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Received event network-vif-deleted-916e3bc7-0e17-421c-8194-2181e29e20a3 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.018839] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3d529-48bd-4d3c-90f6-22f340d4e9e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.103551] env[69243]: DEBUG nova.scheduler.client.report [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.394374] env[69243]: DEBUG nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.421788] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.421788] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.421788] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.421788] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.422968] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.422968] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.422968] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.422968] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.422968] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.426613] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.426613] env[69243]: DEBUG nova.virt.hardware [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.426613] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af59245b-13e9-44fe-bfb3-16ea437524c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.435243] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49091e59-c0cb-4a87-9434-7e6f027db74d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.450997] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.456837] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Creating folder: Project (537b5fa8c7314691b8b959379e485dcf). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.457350] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bca9130a-1f5a-41db-9669-c32bede1a854 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.469113] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688760, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.475314] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Created folder: Project (537b5fa8c7314691b8b959379e485dcf) in parent group-v734844. [ 666.475692] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Creating folder: Instances. Parent ref: group-v734907. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.475798] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad3182a3-6070-4950-8628-1c21734e693e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.486115] env[69243]: INFO nova.compute.manager [-] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Took 1.40 seconds to deallocate network for instance. [ 666.494373] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Created folder: Instances in parent group-v734907. [ 666.494687] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.495193] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.495444] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606ec119-3e68-425e-b5cc-143a10fce862 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.521812] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.521812] env[69243]: value = "task-3688763" [ 666.521812] env[69243]: _type = "Task" [ 666.521812] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.543786] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688763, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.546864] env[69243]: INFO nova.compute.manager [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Took 39.44 seconds to build instance. [ 666.584772] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "e4bd44b1-19c4-4d31-9868-936745b1a96e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.584772] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.611174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.614170] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.152s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.614465] env[69243]: DEBUG nova.objects.instance [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lazy-loading 'resources' on Instance uuid 7e0b367c-065d-464a-b7fb-63269a8cfa50 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.645624] env[69243]: INFO nova.scheduler.client.report [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted allocations for instance 20ad5df1-7da7-4a21-ac60-663f6d3271bd [ 666.669432] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "5f6698bc-f892-4983-82b0-4934915d0940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.669742] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "5f6698bc-f892-4983-82b0-4934915d0940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.716029] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.716029] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.970688] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82854} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.970977] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 9334f78e-1230-4726-8a9d-9daf2ab977a9/9334f78e-1230-4726-8a9d-9daf2ab977a9.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.971197] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.971480] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5502c3d1-6d19-4ec3-812e-ee71435c9e8d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.980267] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 666.980267] env[69243]: value = "task-3688764" [ 666.980267] env[69243]: _type = "Task" [ 666.980267] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.992922] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.996350] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.037687] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688763, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.049808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7a1b0506-3de9-40c8-88c9-93cfed443b27 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.149s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.157249] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0afdc414-9e3e-49ca-960b-80f6b2ba97d6 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "20ad5df1-7da7-4a21-ac60-663f6d3271bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.935s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.491246] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100246} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.491752] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.493123] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae34235b-b5a8-41ad-a602-d7aa3e3c7ece {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.526654] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 9334f78e-1230-4726-8a9d-9daf2ab977a9/9334f78e-1230-4726-8a9d-9daf2ab977a9.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.531028] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27b2bf7-03e1-4fe5-a998-e92ffd88cad9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.553060] env[69243]: DEBUG nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.561288] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 667.561288] env[69243]: value = "task-3688765" [ 667.561288] env[69243]: _type = "Task" [ 667.561288] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.561560] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688763, 'name': CreateVM_Task, 'duration_secs': 0.868151} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.562114] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.566680] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.566857] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.567187] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.570156] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b965e17-9277-42a3-9b2d-f15d9c4e0760 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.579822] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 667.579822] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5221ca86-313d-f097-95d4-ec7c45eb14f1" [ 667.579822] env[69243]: _type = "Task" [ 667.579822] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.579822] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.587894] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5221ca86-313d-f097-95d4-ec7c45eb14f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.684986] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f46c40-1404-4e6f-b1a3-efd0cbc4db3a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.693162] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8fc71-0496-4a7a-960d-c9f5a39a5a89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.724500] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec627f90-efc6-442f-9c2e-a476c715a279 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.732470] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3941a-5873-4115-a56b-2bbc60d590c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.746891] env[69243]: DEBUG nova.compute.provider_tree [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.080919] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.093727] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5221ca86-313d-f097-95d4-ec7c45eb14f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012967} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.094920] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.094920] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.095260] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.095398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.095526] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.095701] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.096805] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63e34f6e-46ac-4c43-ba59-dd43105bbb4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.106095] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.106290] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.107047] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8d51a5-8dd4-4054-9c4c-cf0b38794ef4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.113073] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 668.113073] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dedf07-ff3f-0983-fbed-c63896836231" [ 668.113073] env[69243]: _type = "Task" [ 668.113073] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.122856] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dedf07-ff3f-0983-fbed-c63896836231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.250331] env[69243]: DEBUG nova.scheduler.client.report [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.580334] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688765, 'name': ReconfigVM_Task, 'duration_secs': 0.616006} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.580718] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 9334f78e-1230-4726-8a9d-9daf2ab977a9/9334f78e-1230-4726-8a9d-9daf2ab977a9.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.582291] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-418a71b1-78f4-419e-999e-5449f61cb0e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.588268] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 668.588268] env[69243]: value = "task-3688766" [ 668.588268] env[69243]: _type = "Task" [ 668.588268] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.596928] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688766, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.626087] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dedf07-ff3f-0983-fbed-c63896836231, 'name': SearchDatastore_Task, 'duration_secs': 0.014154} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.627302] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0c9fac-3482-4ed0-b292-e45336a794ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.634019] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 668.634019] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527cfd52-e8ea-d195-6beb-bfa02eb5f6eb" [ 668.634019] env[69243]: _type = "Task" [ 668.634019] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.643454] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527cfd52-e8ea-d195-6beb-bfa02eb5f6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.760387] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.764277] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.282s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.771279] env[69243]: INFO nova.compute.claims [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.797141] env[69243]: INFO nova.scheduler.client.report [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted allocations for instance 7e0b367c-065d-464a-b7fb-63269a8cfa50 [ 669.107321] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688766, 'name': Rename_Task, 'duration_secs': 0.180772} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.107594] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.107857] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e104c976-0fd0-4062-8b54-d0c80e584f64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.114991] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 669.114991] env[69243]: value = "task-3688767" [ 669.114991] env[69243]: _type = "Task" [ 669.114991] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.123213] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.145390] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527cfd52-e8ea-d195-6beb-bfa02eb5f6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.147523] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211246f-d34d-20db-8934-2b01eedbb66c/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 669.147832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.148122] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.149296] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a07573-35c7-4940-a5b6-268699e381bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.152631] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-857f28f8-bbcb-4495-b46a-9a451e4454b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.159087] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211246f-d34d-20db-8934-2b01eedbb66c/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 669.159264] env[69243]: ERROR oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211246f-d34d-20db-8934-2b01eedbb66c/disk-0.vmdk due to incomplete transfer. [ 669.160431] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc9a8ece-9589-4da8-85e5-6b47128828ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.161934] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 669.161934] env[69243]: value = "task-3688768" [ 669.161934] env[69243]: _type = "Task" [ 669.161934] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.170954] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.177148] env[69243]: DEBUG oslo_vmware.rw_handles [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211246f-d34d-20db-8934-2b01eedbb66c/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 669.177363] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Uploaded image 0ca43f29-fc60-483f-9aa2-4eadea5a9cc4 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 669.179707] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 669.179958] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6bb2783-7f8f-44fe-aaaa-7dfa04c36f1e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.185081] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 669.185081] env[69243]: value = "task-3688769" [ 669.185081] env[69243]: _type = "Task" [ 669.185081] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.195378] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688769, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.307324] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09e38e9f-a7e8-4e63-8b3c-cd50c051acb6 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "7e0b367c-065d-464a-b7fb-63269a8cfa50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.521s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.626478] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688767, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.674481] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688768, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.698405] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688769, 'name': Destroy_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.841904] env[69243]: DEBUG nova.compute.manager [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.842974] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84384ac3-a0f9-41a2-9161-b85f1d685350 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.907667] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "1edb65c1-6310-4d5d-ad06-5800093dfd70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.909923] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.132787] env[69243]: DEBUG oslo_vmware.api [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3688767, 'name': PowerOnVM_Task, 'duration_secs': 0.860814} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.136625] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.136990] env[69243]: INFO nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Took 10.44 seconds to spawn the instance on the hypervisor. [ 670.137206] env[69243]: DEBUG nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.138305] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41dc553-9504-4789-beae-10268e83f924 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.173517] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581365} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.176358] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.176575] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.177336] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9876e1a1-c901-4e75-af2f-d826d2ff9659 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.183874] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 670.183874] env[69243]: value = "task-3688770" [ 670.183874] env[69243]: _type = "Task" [ 670.183874] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.197747] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.200794] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688769, 'name': Destroy_Task, 'duration_secs': 0.630853} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.201047] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Destroyed the VM [ 670.201524] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 670.201667] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0bae85af-3485-4ea8-a3d5-90702c92ed69 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.210115] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 670.210115] env[69243]: value = "task-3688771" [ 670.210115] env[69243]: _type = "Task" [ 670.210115] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.221655] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688771, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.343507] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f010301-21aa-443b-996e-a6c950e35ed5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.351976] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70b7307-7a99-42fa-a3ab-2583e4880563 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.382261] env[69243]: INFO nova.compute.manager [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] instance snapshotting [ 670.384550] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02c5597-c17c-4a60-b34e-2420e1214c3c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.387795] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71715c0d-cc28-49ca-95f3-7a68a60f7994 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.412380] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f0e315-0be5-44b5-ad7e-d33aa34db1fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.417097] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d6a2c-b9d4-4430-b6cc-614522195e5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.429932] env[69243]: DEBUG nova.compute.provider_tree [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.657587] env[69243]: INFO nova.compute.manager [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Took 42.17 seconds to build instance. [ 670.695856] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065669} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.696202] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.697016] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cc62e2-810d-4b81-86bf-10d8951eb49e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.720400] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.723987] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf498ed-5242-4b03-a556-6a09d03069c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.744130] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688771, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.744889] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 670.744889] env[69243]: value = "task-3688772" [ 670.744889] env[69243]: _type = "Task" [ 670.744889] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.752464] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.937466] env[69243]: DEBUG nova.scheduler.client.report [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.943512] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.944175] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-403210a2-2092-4b84-9b57-a660c3c923c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.952370] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 670.952370] env[69243]: value = "task-3688773" [ 670.952370] env[69243]: _type = "Task" [ 670.952370] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.962732] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688773, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.165654] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3e74f39-2270-4871-a39a-a7e9bfecc898 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.921s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.220819] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688771, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.254676] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.444833] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.445386] env[69243]: DEBUG nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.449960] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.552s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.454159] env[69243]: INFO nova.compute.claims [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.471937] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688773, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.669279] env[69243]: DEBUG nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.725409] env[69243]: DEBUG oslo_vmware.api [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688771, 'name': RemoveSnapshot_Task, 'duration_secs': 1.441771} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.725675] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 671.725925] env[69243]: INFO nova.compute.manager [None req-7f245264-1918-44d9-8d3a-c436631475a2 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 671.760822] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688772, 'name': ReconfigVM_Task, 'duration_secs': 0.839805} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.761126] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.761860] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77faa1ba-b814-4b52-8466-f8cd49834019 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.768731] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 671.768731] env[69243]: value = "task-3688774" [ 671.768731] env[69243]: _type = "Task" [ 671.768731] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.777746] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688774, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.956132] env[69243]: DEBUG nova.compute.utils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.958482] env[69243]: DEBUG nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.958482] env[69243]: DEBUG nova.network.neutron [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.982025] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688773, 'name': CreateSnapshot_Task, 'duration_secs': 0.884984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.988115] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.989873] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea0c7ac-cfbc-44d6-991c-8825f8986148 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.136225] env[69243]: DEBUG nova.policy [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40afc7d8495042d182c49558ec9a6f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48d56db41684b30a39cb738cb12c3e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.195468] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.282321] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688774, 'name': Rename_Task, 'duration_secs': 0.154441} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.282732] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.285292] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b149818c-8f7d-42e2-93da-dd53af24330e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.295661] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 672.295661] env[69243]: value = "task-3688775" [ 672.295661] env[69243]: _type = "Task" [ 672.295661] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.309107] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.466152] env[69243]: DEBUG nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.509687] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.513402] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9dc3a4d-ab12-4f9b-8f61-81c92f3f99dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.526469] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 672.526469] env[69243]: value = "task-3688776" [ 672.526469] env[69243]: _type = "Task" [ 672.526469] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.537738] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688776, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.663166] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72684bd4-2368-422f-ba25-8a00f49902f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.670695] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30e919-aae4-48a1-9bbb-06b9e917c4db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.706986] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a8c07-3c79-4719-9e7a-2ac6ff208cd4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.715963] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49209d40-ad03-4cbb-9b87-203217f45a39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.729151] env[69243]: DEBUG nova.compute.provider_tree [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.805306] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688775, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.007079] env[69243]: DEBUG nova.network.neutron [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Successfully created port: 790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.039329] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688776, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.235091] env[69243]: DEBUG nova.scheduler.client.report [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.306923] env[69243]: DEBUG oslo_vmware.api [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688775, 'name': PowerOnVM_Task, 'duration_secs': 0.612801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.307417] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.307754] env[69243]: INFO nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Took 6.91 seconds to spawn the instance on the hypervisor. [ 673.308340] env[69243]: DEBUG nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.309691] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8747c1d2-c5d2-45ad-bfdd-b886d552fa34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.482469] env[69243]: DEBUG nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.517373] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.517373] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.517373] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.517584] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.517584] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.517584] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.517860] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.519361] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.519532] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.519699] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.519878] env[69243]: DEBUG nova.virt.hardware [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.520811] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4efc5ba-6adb-4be9-b190-047e4ba72ba7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.532086] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dc423a-626d-4221-bf83-6a6069e5c9fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.543711] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688776, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.739226] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.742035] env[69243]: DEBUG nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.743898] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.428s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.746035] env[69243]: INFO nova.compute.claims [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.830370] env[69243]: INFO nova.compute.manager [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Took 34.60 seconds to build instance. [ 674.040100] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688776, 'name': CloneVM_Task, 'duration_secs': 1.499459} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.040435] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Created linked-clone VM from snapshot [ 674.041420] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b71e339-899d-4898-8a69-d234ff88a76e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.049476] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Uploading image d18315fb-2cc6-440c-be70-f760c24bc35b {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.088652] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.088652] env[69243]: value = "vm-734911" [ 674.088652] env[69243]: _type = "VirtualMachine" [ 674.088652] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.090357] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-780d7c38-ec38-4ae8-95f7-ff22d4ff788e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.098336] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lease: (returnval){ [ 674.098336] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e339f7-6254-ec37-8929-3efb9511b9d7" [ 674.098336] env[69243]: _type = "HttpNfcLease" [ 674.098336] env[69243]: } obtained for exporting VM: (result){ [ 674.098336] env[69243]: value = "vm-734911" [ 674.098336] env[69243]: _type = "VirtualMachine" [ 674.098336] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.098765] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the lease: (returnval){ [ 674.098765] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e339f7-6254-ec37-8929-3efb9511b9d7" [ 674.098765] env[69243]: _type = "HttpNfcLease" [ 674.098765] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.106411] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.106411] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e339f7-6254-ec37-8929-3efb9511b9d7" [ 674.106411] env[69243]: _type = "HttpNfcLease" [ 674.106411] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.237274] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.237602] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.254246] env[69243]: DEBUG nova.compute.utils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.257740] env[69243]: DEBUG nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.257958] env[69243]: DEBUG nova.network.neutron [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.332449] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e3886f6-030d-4b1b-9b79-2fc65f0bbfcb tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.320s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.359017] env[69243]: DEBUG nova.policy [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1402125c6bd41b9b5c10af3b019f06d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec0ad32a5e4a4eedb1c608afd91d6d52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.609340] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.609340] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e339f7-6254-ec37-8929-3efb9511b9d7" [ 674.609340] env[69243]: _type = "HttpNfcLease" [ 674.609340] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.609340] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.609340] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e339f7-6254-ec37-8929-3efb9511b9d7" [ 674.609340] env[69243]: _type = "HttpNfcLease" [ 674.609340] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.610375] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70d10f2-2297-449d-af21-16141832ec77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.619133] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228312d-6001-34b8-bb05-ab06e4bb17d0/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.619133] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228312d-6001-34b8-bb05-ab06e4bb17d0/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.758054] env[69243]: DEBUG nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.791861] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3eb2055-269a-45b4-8503-fbedea392a59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.841185] env[69243]: DEBUG nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.973910] env[69243]: DEBUG nova.network.neutron [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Successfully created port: 089ca140-8a49-4568-b199-1ccb07511088 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.255212] env[69243]: INFO nova.compute.manager [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Rebuilding instance [ 675.276052] env[69243]: DEBUG nova.network.neutron [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Successfully updated port: 790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.334039] env[69243]: DEBUG nova.compute.manager [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.335187] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f08a5-ad43-4a78-8182-170b64d50636 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.375772] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.413596] env[69243]: DEBUG nova.compute.manager [req-068f0f5d-453e-4a8f-9c8f-fcce7f5b970a req-c5df3dda-d587-4b75-b794-c72fdeceafc9 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Received event network-vif-plugged-790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.413596] env[69243]: DEBUG oslo_concurrency.lockutils [req-068f0f5d-453e-4a8f-9c8f-fcce7f5b970a req-c5df3dda-d587-4b75-b794-c72fdeceafc9 service nova] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.414282] env[69243]: DEBUG oslo_concurrency.lockutils [req-068f0f5d-453e-4a8f-9c8f-fcce7f5b970a req-c5df3dda-d587-4b75-b794-c72fdeceafc9 service nova] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.414668] env[69243]: DEBUG oslo_concurrency.lockutils [req-068f0f5d-453e-4a8f-9c8f-fcce7f5b970a req-c5df3dda-d587-4b75-b794-c72fdeceafc9 service nova] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.415390] env[69243]: DEBUG nova.compute.manager [req-068f0f5d-453e-4a8f-9c8f-fcce7f5b970a req-c5df3dda-d587-4b75-b794-c72fdeceafc9 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] No waiting events found dispatching network-vif-plugged-790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.415390] env[69243]: WARNING nova.compute.manager [req-068f0f5d-453e-4a8f-9c8f-fcce7f5b970a req-c5df3dda-d587-4b75-b794-c72fdeceafc9 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Received unexpected event network-vif-plugged-790f0a5e-0e66-4cb6-9f34-96e6b362d1de for instance with vm_state building and task_state spawning. [ 675.527990] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67e7246-61c2-4b41-9cdd-4ab9e637130d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.536515] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffdf8e-cf2e-499c-bead-1c9d34ce6740 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.569269] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2373c69d-e13c-49c3-8cf2-fd9129db0d38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.577149] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34474d16-6968-4bbf-9500-dac047d4b37d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.597624] env[69243]: DEBUG nova.compute.provider_tree [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.770876] env[69243]: DEBUG nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.787739] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.787994] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.788216] env[69243]: DEBUG nova.network.neutron [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.808916] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.808916] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.808916] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.809156] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.809302] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.809440] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.809679] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.809790] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.810061] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.810272] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.810517] env[69243]: DEBUG nova.virt.hardware [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.811592] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0153e78-69b6-466e-8826-e1e77f728dda {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.820272] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8553e7-d0b1-47d7-a28d-4d457ea3440d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.104792] env[69243]: DEBUG nova.scheduler.client.report [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.214971] env[69243]: DEBUG nova.compute.manager [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.216479] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d332846f-084a-44a6-b3b7-233694fd2e79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.356848] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.357570] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5768c066-075b-4e6e-a939-641f2658f0bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.365739] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 676.365739] env[69243]: value = "task-3688778" [ 676.365739] env[69243]: _type = "Task" [ 676.365739] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.376544] env[69243]: DEBUG nova.network.neutron [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.386686] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.553527] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "92594ac9-9eb3-477b-af00-ea6930a43cec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.553788] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.612018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.612986] env[69243]: DEBUG nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.619371] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.415s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.622295] env[69243]: INFO nova.compute.claims [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.731989] env[69243]: INFO nova.compute.manager [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] instance snapshotting [ 676.736519] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6ad7a-e989-4ca1-af21-a01749a8ddde {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.762645] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9393964b-c4ce-491c-a71e-2003ef8f220c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.814876] env[69243]: DEBUG nova.network.neutron [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.877510] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688778, 'name': PowerOffVM_Task, 'duration_secs': 0.227058} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.879026] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.879026] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.879026] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc2ed2-bd18-420e-94a1-5e5022e5572c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.886365] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.886669] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee780faa-b25b-4eb8-8a0a-e33deea2634e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.913971] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.914285] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.914469] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Deleting the datastore file [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.914726] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3876bad-7c3f-4157-aac9-28312763f1f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.921864] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 676.921864] env[69243]: value = "task-3688780" [ 676.921864] env[69243]: _type = "Task" [ 676.921864] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.930789] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.027504] env[69243]: DEBUG nova.compute.manager [req-3d2670a8-c616-47ea-b69b-bfec20948a62 req-14e1b5a0-7eb8-4d54-8335-57a84ceeda95 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Received event network-vif-plugged-089ca140-8a49-4568-b199-1ccb07511088 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.027504] env[69243]: DEBUG oslo_concurrency.lockutils [req-3d2670a8-c616-47ea-b69b-bfec20948a62 req-14e1b5a0-7eb8-4d54-8335-57a84ceeda95 service nova] Acquiring lock "bfcf44be-531f-442e-af3c-19e80ecf8382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.027504] env[69243]: DEBUG oslo_concurrency.lockutils [req-3d2670a8-c616-47ea-b69b-bfec20948a62 req-14e1b5a0-7eb8-4d54-8335-57a84ceeda95 service nova] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.027504] env[69243]: DEBUG oslo_concurrency.lockutils [req-3d2670a8-c616-47ea-b69b-bfec20948a62 req-14e1b5a0-7eb8-4d54-8335-57a84ceeda95 service nova] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.027504] env[69243]: DEBUG nova.compute.manager [req-3d2670a8-c616-47ea-b69b-bfec20948a62 req-14e1b5a0-7eb8-4d54-8335-57a84ceeda95 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] No waiting events found dispatching network-vif-plugged-089ca140-8a49-4568-b199-1ccb07511088 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.027997] env[69243]: WARNING nova.compute.manager [req-3d2670a8-c616-47ea-b69b-bfec20948a62 req-14e1b5a0-7eb8-4d54-8335-57a84ceeda95 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Received unexpected event network-vif-plugged-089ca140-8a49-4568-b199-1ccb07511088 for instance with vm_state building and task_state spawning. [ 677.044408] env[69243]: DEBUG nova.network.neutron [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Successfully updated port: 089ca140-8a49-4568-b199-1ccb07511088 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.121717] env[69243]: DEBUG nova.compute.utils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.123255] env[69243]: DEBUG nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.123463] env[69243]: DEBUG nova.network.neutron [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.192746] env[69243]: DEBUG nova.policy [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.274486] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 677.274988] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d697ff6-a10a-49a6-a765-f65719096bb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.283374] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 677.283374] env[69243]: value = "task-3688781" [ 677.283374] env[69243]: _type = "Task" [ 677.283374] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.292279] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688781, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.322164] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.322485] env[69243]: DEBUG nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Instance network_info: |[{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.322865] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:8b:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '790f0a5e-0e66-4cb6-9f34-96e6b362d1de', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.331518] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Creating folder: Project (e48d56db41684b30a39cb738cb12c3e7). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.331851] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fbf0206-1d0b-4cc7-b639-c5a61e1aa4b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.342679] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Created folder: Project (e48d56db41684b30a39cb738cb12c3e7) in parent group-v734844. [ 677.342919] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Creating folder: Instances. Parent ref: group-v734912. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.343443] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f444a625-6e18-4b9b-b606-37ba4728dd67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.354691] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Created folder: Instances in parent group-v734912. [ 677.354946] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.355168] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.355375] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa13d76c-a6a3-4575-9735-287347379149 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.376227] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.376227] env[69243]: value = "task-3688784" [ 677.376227] env[69243]: _type = "Task" [ 677.376227] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.383764] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688784, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.431222] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153644} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.431469] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.431683] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.431822] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.493309] env[69243]: DEBUG nova.compute.manager [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Received event network-changed-790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.493309] env[69243]: DEBUG nova.compute.manager [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Refreshing instance network info cache due to event network-changed-790f0a5e-0e66-4cb6-9f34-96e6b362d1de. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.493309] env[69243]: DEBUG oslo_concurrency.lockutils [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.493309] env[69243]: DEBUG oslo_concurrency.lockutils [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.493668] env[69243]: DEBUG nova.network.neutron [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Refreshing network info cache for port 790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.549019] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.549019] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquired lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.549019] env[69243]: DEBUG nova.network.neutron [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.631023] env[69243]: DEBUG nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.730848] env[69243]: DEBUG nova.network.neutron [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Successfully created port: a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.797856] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688781, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.887231] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688784, 'name': CreateVM_Task, 'duration_secs': 0.40711} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.889561] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.890465] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.890625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.890946] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.892817] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e98d802-6740-4c7f-8ab4-8de715b2dba0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.900634] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 677.900634] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ecc99f-d716-650d-e7fb-758629809173" [ 677.900634] env[69243]: _type = "Task" [ 677.900634] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.919868] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ecc99f-d716-650d-e7fb-758629809173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.153474] env[69243]: DEBUG nova.network.neutron [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.297446] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688781, 'name': CreateSnapshot_Task, 'duration_secs': 0.77623} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.297729] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 678.298547] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7230dd5-fd31-4803-be65-4dd6ac7173dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.318843] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1894fbc3-800d-4221-aa60-d354929d02ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.328969] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0689fb-dad1-4f79-958d-885f267e5373 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.366123] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e78c8-9ed1-4b37-b0bc-5c03afbfafe1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.374872] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e50f8-ae4b-46cd-b2d9-dd339f875803 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.389294] env[69243]: DEBUG nova.compute.provider_tree [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.416993] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ecc99f-d716-650d-e7fb-758629809173, 'name': SearchDatastore_Task, 'duration_secs': 0.018469} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.417315] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.417547] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.417787] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.418364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.418364] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.418364] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faa38e6e-9e20-4389-866b-4c1e06733040 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.427197] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.427425] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.428448] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebd5390-e352-46a9-91e2-ad3cd7185bd4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.435580] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 678.435580] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524cf20c-2a28-9d27-39b2-6b5df69d6d78" [ 678.435580] env[69243]: _type = "Task" [ 678.435580] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.445816] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524cf20c-2a28-9d27-39b2-6b5df69d6d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.472170] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.474018] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.474018] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.474018] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.474018] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.474018] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.474626] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.474626] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.474626] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.474626] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.474626] env[69243]: DEBUG nova.virt.hardware [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.475348] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c06923-820a-4f10-a82e-543b58cbb067 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.483442] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6805d071-c566-4b9c-b260-ddc58b233aec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.493121] env[69243]: DEBUG nova.network.neutron [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Updating instance_info_cache with network_info: [{"id": "089ca140-8a49-4568-b199-1ccb07511088", "address": "fa:16:3e:c4:1b:0f", "network": {"id": "733bb7dd-8080-4526-809b-a6ccb03e7e23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2136827345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec0ad32a5e4a4eedb1c608afd91d6d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089ca140-8a", "ovs_interfaceid": "089ca140-8a49-4568-b199-1ccb07511088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.504755] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.512953] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.515198] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Releasing lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.515769] env[69243]: DEBUG nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Instance network_info: |[{"id": "089ca140-8a49-4568-b199-1ccb07511088", "address": "fa:16:3e:c4:1b:0f", "network": {"id": "733bb7dd-8080-4526-809b-a6ccb03e7e23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2136827345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec0ad32a5e4a4eedb1c608afd91d6d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089ca140-8a", "ovs_interfaceid": "089ca140-8a49-4568-b199-1ccb07511088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.516276] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.516892] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:1b:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '089ca140-8a49-4568-b199-1ccb07511088', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.525349] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Creating folder: Project (ec0ad32a5e4a4eedb1c608afd91d6d52). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.525666] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194954b3-280b-44f4-8379-9bdbc51bd37e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.538627] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e9c5e5b-511c-4061-8aeb-faaa0b33e00b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.547080] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.547080] env[69243]: value = "task-3688785" [ 678.547080] env[69243]: _type = "Task" [ 678.547080] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.551542] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Created folder: Project (ec0ad32a5e4a4eedb1c608afd91d6d52) in parent group-v734844. [ 678.551738] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Creating folder: Instances. Parent ref: group-v734916. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.553470] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0ec23d9-a9ea-41f6-9e9f-affe76b1d51d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.558667] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688785, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.565723] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Created folder: Instances in parent group-v734916. [ 678.566042] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.566248] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.566455] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78ebb349-9706-454e-8f1b-0d7a9d5e300c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.588709] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.588709] env[69243]: value = "task-3688788" [ 678.588709] env[69243]: _type = "Task" [ 678.588709] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.602247] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688788, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.610316] env[69243]: DEBUG nova.network.neutron [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updated VIF entry in instance network info cache for port 790f0a5e-0e66-4cb6-9f34-96e6b362d1de. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.610955] env[69243]: DEBUG nova.network.neutron [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.654349] env[69243]: DEBUG nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.681683] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.682895] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.682895] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.682895] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.682895] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.682895] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.683135] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.683733] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.683733] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.683733] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.683956] env[69243]: DEBUG nova.virt.hardware [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.685175] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccae6e1-d058-4be2-a392-cfbc2b197d5b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.695707] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3e7680-799e-4d84-b269-3089df482a54 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.818873] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.819210] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-286c791f-4bb7-4a9a-a6ae-b47a6f655302 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.829042] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 678.829042] env[69243]: value = "task-3688789" [ 678.829042] env[69243]: _type = "Task" [ 678.829042] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.838295] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688789, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.894609] env[69243]: DEBUG nova.scheduler.client.report [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.944819] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524cf20c-2a28-9d27-39b2-6b5df69d6d78, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.945654] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442d9530-2d81-445f-aa6b-1052abd022d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.951667] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 678.951667] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52195fec-f6a0-723e-0189-502d24f00b4b" [ 678.951667] env[69243]: _type = "Task" [ 678.951667] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.959806] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52195fec-f6a0-723e-0189-502d24f00b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.057479] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688785, 'name': CreateVM_Task, 'duration_secs': 0.363966} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.057666] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.058171] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.058341] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.058659] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.058915] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bfeb95-db67-49c4-b177-03c9c7d35dc2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.063623] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 679.063623] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d54d55-45d3-4169-2fa8-f8bf6e09186a" [ 679.063623] env[69243]: _type = "Task" [ 679.063623] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.072328] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d54d55-45d3-4169-2fa8-f8bf6e09186a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.098621] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688788, 'name': CreateVM_Task, 'duration_secs': 0.349561} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.098801] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.099552] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.114343] env[69243]: DEBUG oslo_concurrency.lockutils [req-a374d940-2c1c-422e-96aa-b6239fab386e req-5a8580d5-1ae2-4fbf-a659-dde2e5164208 service nova] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.343707] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688789, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.350362] env[69243]: DEBUG nova.compute.manager [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Received event network-changed-089ca140-8a49-4568-b199-1ccb07511088 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.350579] env[69243]: DEBUG nova.compute.manager [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Refreshing instance network info cache due to event network-changed-089ca140-8a49-4568-b199-1ccb07511088. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.350817] env[69243]: DEBUG oslo_concurrency.lockutils [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] Acquiring lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.350990] env[69243]: DEBUG oslo_concurrency.lockutils [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] Acquired lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.351174] env[69243]: DEBUG nova.network.neutron [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Refreshing network info cache for port 089ca140-8a49-4568-b199-1ccb07511088 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.402277] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.403995] env[69243]: DEBUG nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.406030] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.591s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.411183] env[69243]: INFO nova.compute.claims [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.473019] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52195fec-f6a0-723e-0189-502d24f00b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.020788} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.473019] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.473019] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca/e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.473019] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bb8dbdd-dd4b-43d1-bc51-a69850ddee86 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.481504] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 679.481504] env[69243]: value = "task-3688790" [ 679.481504] env[69243]: _type = "Task" [ 679.481504] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.484553] env[69243]: DEBUG nova.network.neutron [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Successfully updated port: a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.491877] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.574809] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d54d55-45d3-4169-2fa8-f8bf6e09186a, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.575137] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.575361] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.575595] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.575731] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.575944] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.576292] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.576592] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.576814] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6463c374-5030-4c99-a340-639b089041a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.578760] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1053b7-d9a4-465c-ac57-ab2fc582bd0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.584991] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 679.584991] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ce6cf0-d36b-43cb-b3c8-45c83a4d6c52" [ 679.584991] env[69243]: _type = "Task" [ 679.584991] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.588803] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.588979] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.590071] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81109c5-743b-44ea-8c01-7a8186456a1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.596544] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ce6cf0-d36b-43cb-b3c8-45c83a4d6c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.598987] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 679.598987] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5214ef63-15b4-c357-0f50-352f5842722e" [ 679.598987] env[69243]: _type = "Task" [ 679.598987] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.606234] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5214ef63-15b4-c357-0f50-352f5842722e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.842725] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688789, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.917752] env[69243]: DEBUG nova.compute.utils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.921282] env[69243]: DEBUG nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.921529] env[69243]: DEBUG nova.network.neutron [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.988147] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.988432] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.988558] env[69243]: DEBUG nova.network.neutron [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.997415] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.000840] env[69243]: DEBUG nova.policy [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cb8fd7fa0a142dd9d2a50e16db39812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a7cffc241b24816ab8fece2619cace6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.092663] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.092663] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.111464] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ce6cf0-d36b-43cb-b3c8-45c83a4d6c52, 'name': SearchDatastore_Task, 'duration_secs': 0.021796} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.113555] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.113756] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.114297] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.119098] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5214ef63-15b4-c357-0f50-352f5842722e, 'name': SearchDatastore_Task, 'duration_secs': 0.015094} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.120569] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085220db-4a02-458e-ac83-772722eb60f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.124477] env[69243]: DEBUG nova.network.neutron [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Updated VIF entry in instance network info cache for port 089ca140-8a49-4568-b199-1ccb07511088. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.124912] env[69243]: DEBUG nova.network.neutron [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Updating instance_info_cache with network_info: [{"id": "089ca140-8a49-4568-b199-1ccb07511088", "address": "fa:16:3e:c4:1b:0f", "network": {"id": "733bb7dd-8080-4526-809b-a6ccb03e7e23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2136827345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec0ad32a5e4a4eedb1c608afd91d6d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089ca140-8a", "ovs_interfaceid": "089ca140-8a49-4568-b199-1ccb07511088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.131084] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 680.131084] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52480bfd-697a-1c45-ba9a-71c59dd61857" [ 680.131084] env[69243]: _type = "Task" [ 680.131084] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.139656] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52480bfd-697a-1c45-ba9a-71c59dd61857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.347840] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688789, 'name': CloneVM_Task, 'duration_secs': 1.492113} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.348247] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Created linked-clone VM from snapshot [ 680.349163] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803a7df0-d4a7-40ea-ad0b-9eefe241fd04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.357797] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Uploading image 884ec008-e998-4eae-800f-aabf55ec74fe {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 680.386731] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 680.386731] env[69243]: value = "vm-734920" [ 680.386731] env[69243]: _type = "VirtualMachine" [ 680.386731] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 680.387032] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c556e17b-efea-420d-8335-a7afdaa1e1ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.394154] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lease: (returnval){ [ 680.394154] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520bf973-d6a1-b082-480f-9501deeb6578" [ 680.394154] env[69243]: _type = "HttpNfcLease" [ 680.394154] env[69243]: } obtained for exporting VM: (result){ [ 680.394154] env[69243]: value = "vm-734920" [ 680.394154] env[69243]: _type = "VirtualMachine" [ 680.394154] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 680.394553] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the lease: (returnval){ [ 680.394553] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520bf973-d6a1-b082-480f-9501deeb6578" [ 680.394553] env[69243]: _type = "HttpNfcLease" [ 680.394553] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 680.410622] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.410622] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520bf973-d6a1-b082-480f-9501deeb6578" [ 680.410622] env[69243]: _type = "HttpNfcLease" [ 680.410622] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 680.422310] env[69243]: DEBUG nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.451480] env[69243]: DEBUG nova.network.neutron [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Successfully created port: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.497288] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.497288] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca/e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.497288] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.497561] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-262588d5-017e-4f7e-bb88-6d5738a67a2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.506967] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 680.506967] env[69243]: value = "task-3688792" [ 680.506967] env[69243]: _type = "Task" [ 680.506967] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.522699] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.528108] env[69243]: DEBUG nova.network.neutron [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.629235] env[69243]: DEBUG oslo_concurrency.lockutils [req-6782a772-73dd-4604-9cb2-bebbda64ac78 req-e18a4f5e-6530-4472-a469-7d93d7c52232 service nova] Releasing lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.643605] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52480bfd-697a-1c45-ba9a-71c59dd61857, 'name': SearchDatastore_Task, 'duration_secs': 0.014094} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.643930] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.645718] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.646318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.650021] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.650021] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf66edc0-8f7a-402f-88b7-b892f4bf40f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.650021] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e217fc4d-67b2-40cc-ac3f-829db36549ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.661330] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 680.661330] env[69243]: value = "task-3688793" [ 680.661330] env[69243]: _type = "Task" [ 680.661330] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.663041] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.663290] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.667765] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cdec44-af2c-4f36-8e76-388976b48fa2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.673387] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 680.673387] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4b095-f005-e94b-ce58-05a40b1dc4e8" [ 680.673387] env[69243]: _type = "Task" [ 680.673387] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.676431] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.684878] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4b095-f005-e94b-ce58-05a40b1dc4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.688911] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474dff88-fd9e-4163-9e20-268a6bc82d64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.694421] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 680.694421] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522394b3-71e0-3d5f-2056-25fb1667bd59" [ 680.694421] env[69243]: _type = "Task" [ 680.694421] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.702671] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522394b3-71e0-3d5f-2056-25fb1667bd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.707604] env[69243]: DEBUG nova.network.neutron [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.907470] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.907470] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520bf973-d6a1-b082-480f-9501deeb6578" [ 680.907470] env[69243]: _type = "HttpNfcLease" [ 680.907470] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 680.907470] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 680.907470] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520bf973-d6a1-b082-480f-9501deeb6578" [ 680.907470] env[69243]: _type = "HttpNfcLease" [ 680.907470] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 680.908685] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7cac02-6976-4bba-89c6-34c2c65ce941 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.923772] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd084f-5595-3d7c-57fd-73ca6116f420/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 680.923772] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd084f-5595-3d7c-57fd-73ca6116f420/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 681.021316] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066219} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.021607] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.022661] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2dcf0a-c564-4288-a95d-2d966488b04d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.049705] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca/e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.052962] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74fbcdeb-77e9-43c3-aaa9-ef796dddbe67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.078708] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b625f823-87e3-4940-87ce-5f9a3145615c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.078922] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 681.078922] env[69243]: value = "task-3688794" [ 681.078922] env[69243]: _type = "Task" [ 681.078922] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.092980] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.177496] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688793, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.200998] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf4c322-0706-4a2d-ade3-019a61717b6d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.209770] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522394b3-71e0-3d5f-2056-25fb1667bd59, 'name': SearchDatastore_Task, 'duration_secs': 0.008319} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.211982] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.212303] env[69243]: DEBUG nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Instance network_info: |[{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.212584] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.212823] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] bfcf44be-531f-442e-af3c-19e80ecf8382/bfcf44be-531f-442e-af3c-19e80ecf8382.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.213280] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:38:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1cfdd78-d017-4474-aba6-fd0f6de69ed6', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.220698] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Creating folder: Project (cc3a56a4f78049e4bb9a5f7bbf3ea0d2). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.220959] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63fae343-59b3-42b0-a0e1-c64727b5a4f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.223823] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eddb2b-82f7-493c-aa3e-f6c7841394bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.227222] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdbb45d0-f834-4d2a-91fb-ccab809e76f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.260235] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef595444-4ccb-4812-8870-c36a69746840 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.262869] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Created folder: Project (cc3a56a4f78049e4bb9a5f7bbf3ea0d2) in parent group-v734844. [ 681.263072] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Creating folder: Instances. Parent ref: group-v734921. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.263381] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 681.263381] env[69243]: value = "task-3688795" [ 681.263381] env[69243]: _type = "Task" [ 681.263381] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.263914] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-049dd0a9-0f72-4903-9192-6174e9cf8a34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.272220] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5d7a98-119e-468d-a326-4fa46fa2193b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.278838] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.280404] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Created folder: Instances in parent group-v734921. [ 681.280645] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.280829] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.281042] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd4b9ab-e6df-4ec0-815e-9e030742fa37 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.304901] env[69243]: DEBUG nova.compute.provider_tree [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.311267] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.311267] env[69243]: value = "task-3688798" [ 681.311267] env[69243]: _type = "Task" [ 681.311267] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.323488] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688798, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.435036] env[69243]: DEBUG nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.451331] env[69243]: DEBUG nova.compute.manager [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received event network-vif-plugged-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.451561] env[69243]: DEBUG oslo_concurrency.lockutils [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.451778] env[69243]: DEBUG oslo_concurrency.lockutils [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] Lock "7d7c6517-efae-49b1-8067-be68054bd734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.451891] env[69243]: DEBUG oslo_concurrency.lockutils [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] Lock "7d7c6517-efae-49b1-8067-be68054bd734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.452087] env[69243]: DEBUG nova.compute.manager [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] No waiting events found dispatching network-vif-plugged-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.452264] env[69243]: WARNING nova.compute.manager [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received unexpected event network-vif-plugged-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 for instance with vm_state building and task_state spawning. [ 681.452510] env[69243]: DEBUG nova.compute.manager [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received event network-changed-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.452671] env[69243]: DEBUG nova.compute.manager [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Refreshing instance network info cache due to event network-changed-a1cfdd78-d017-4474-aba6-fd0f6de69ed6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.452867] env[69243]: DEBUG oslo_concurrency.lockutils [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] Acquiring lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.453033] env[69243]: DEBUG oslo_concurrency.lockutils [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] Acquired lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.453200] env[69243]: DEBUG nova.network.neutron [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Refreshing network info cache for port a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.464169] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.464461] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.464621] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.464801] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.464943] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.465128] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.465356] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.465520] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.465695] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.465875] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.466102] env[69243]: DEBUG nova.virt.hardware [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.467890] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62127f5d-e9cc-44dd-ad19-dbad21166f05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.477196] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa6d9a-803b-416a-9278-65776aba3f5e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.589769] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.674840] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575326} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.675455] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.675455] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.675455] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc1efbd-a430-4822-aa5e-1bf0b903cb14 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.685521] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 681.685521] env[69243]: value = "task-3688799" [ 681.685521] env[69243]: _type = "Task" [ 681.685521] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.698982] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.777263] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.822725] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688798, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.830856] env[69243]: ERROR nova.scheduler.client.report [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [req-8a188a9a-708e-4031-a305-da7f5bc35188] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a188a9a-708e-4031-a305-da7f5bc35188"}]} [ 681.849776] env[69243]: DEBUG nova.scheduler.client.report [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 681.867137] env[69243]: DEBUG nova.scheduler.client.report [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 681.867396] env[69243]: DEBUG nova.compute.provider_tree [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.881134] env[69243]: DEBUG nova.scheduler.client.report [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 681.903479] env[69243]: DEBUG nova.scheduler.client.report [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.092829] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688794, 'name': ReconfigVM_Task, 'duration_secs': 0.807457} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.093847] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Reconfigured VM instance instance-00000016 to attach disk [datastore1] e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca/e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.095009] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28be4a01-2f97-4b0a-842e-652c77433662 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.103525] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 682.103525] env[69243]: value = "task-3688800" [ 682.103525] env[69243]: _type = "Task" [ 682.103525] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.122142] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688800, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.197715] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095188} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.201358] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.202897] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b29e52d-c12e-4d2d-bf32-1d2d60862c98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.225383] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.232022] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ddd841-fde8-4b0d-beda-9e6abd9d714a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.246104] env[69243]: DEBUG nova.network.neutron [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updated VIF entry in instance network info cache for port a1cfdd78-d017-4474-aba6-fd0f6de69ed6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.246643] env[69243]: DEBUG nova.network.neutron [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.248703] env[69243]: DEBUG nova.network.neutron [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Successfully updated port: 83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.257442] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 682.257442] env[69243]: value = "task-3688801" [ 682.257442] env[69243]: _type = "Task" [ 682.257442] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.277432] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.286882] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592818} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.287686] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] bfcf44be-531f-442e-af3c-19e80ecf8382/bfcf44be-531f-442e-af3c-19e80ecf8382.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.288011] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.288325] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c30bf8e8-180a-417b-8ff6-96ffa5f98680 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.295533] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 682.295533] env[69243]: value = "task-3688802" [ 682.295533] env[69243]: _type = "Task" [ 682.295533] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.324929] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688798, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.528572] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa03c7-13ef-4f30-8cbe-7409bb15d189 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.537221] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79d6bdc-7b82-4466-896c-63d4adad92aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.212060] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.212629] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.212946] env[69243]: DEBUG nova.network.neutron [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.214374] env[69243]: DEBUG oslo_concurrency.lockutils [req-4bd38d83-dc3d-48c4-9484-e29f7f4c69ee req-089bf9b4-0367-46ff-936a-35f6949fba63 service nova] Releasing lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.215056] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.226801] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.228578] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1a9443-9ed8-4a39-ba7d-6f2847f9eede {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.243830] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688800, 'name': Rename_Task, 'duration_secs': 0.192458} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.244300] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073064} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.249461] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.250489] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.251246] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688801, 'name': ReconfigVM_Task, 'duration_secs': 0.727781} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.254655] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f558a830-643c-4d21-b176-89eb270ac988 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.256851] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7773796a-b75c-47ad-a54e-0189e4442685 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.259809] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.260742] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688798, 'name': CreateVM_Task, 'duration_secs': 1.491658} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.265271] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-311310a6-865c-4a7b-9c2e-c503503a2a13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.266753] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.268523] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.268764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.269195] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.270498] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f88fa2-8b3b-4ea7-98dc-281ec78675e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.285036] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1d195e-f9fb-4b26-8cc9-57b1374c97a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.286717] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 683.286717] env[69243]: value = "task-3688803" [ 683.286717] env[69243]: _type = "Task" [ 683.286717] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.295337] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] bfcf44be-531f-442e-af3c-19e80ecf8382/bfcf44be-531f-442e-af3c-19e80ecf8382.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.297712] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2642631d-a4d6-4900-9fb2-6f79c130fdce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.313731] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 683.313731] env[69243]: value = "task-3688804" [ 683.313731] env[69243]: _type = "Task" [ 683.313731] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.329548] env[69243]: DEBUG nova.compute.provider_tree [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.335622] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 683.335622] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5275ffa6-9a16-9a42-ccc2-be108d6e4eac" [ 683.335622] env[69243]: _type = "Task" [ 683.335622] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.339019] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 683.339019] env[69243]: value = "task-3688805" [ 683.339019] env[69243]: _type = "Task" [ 683.339019] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.339888] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228312d-6001-34b8-bb05-ab06e4bb17d0/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 683.343954] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d983f6b8-edf8-4fe3-b821-0e09d1259e2d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.357050] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.357245] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688804, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.363932] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5275ffa6-9a16-9a42-ccc2-be108d6e4eac, 'name': SearchDatastore_Task, 'duration_secs': 0.014517} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.368696] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.368954] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.369318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.369515] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.369724] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.370033] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228312d-6001-34b8-bb05-ab06e4bb17d0/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.370232] env[69243]: ERROR oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228312d-6001-34b8-bb05-ab06e4bb17d0/disk-0.vmdk due to incomplete transfer. [ 683.370845] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.371207] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad8f7d6-20bf-4b4c-b443-a22e83a832b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.373143] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-190f00c7-2f32-4b2b-b100-c8314bd0f327 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.383065] env[69243]: DEBUG oslo_vmware.rw_handles [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228312d-6001-34b8-bb05-ab06e4bb17d0/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.383065] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Uploaded image d18315fb-2cc6-440c-be70-f760c24bc35b to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.385559] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.386846] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd091331-cc4d-48e8-897b-51aae1b0c5a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.388689] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.389572] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.389668] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535ff5b3-9d14-49a3-8425-2da54815e805 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.395628] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 683.395628] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52feb8ce-cf9e-c999-c5a0-59d6141e3cb7" [ 683.395628] env[69243]: _type = "Task" [ 683.395628] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.396993] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 683.396993] env[69243]: value = "task-3688806" [ 683.396993] env[69243]: _type = "Task" [ 683.396993] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.410087] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688806, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.413277] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52feb8ce-cf9e-c999-c5a0-59d6141e3cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.414176] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ed95eb-5d08-4411-8b02-cf39c8c541da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.420298] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 683.420298] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52766167-96d9-ec0c-5a0c-6279d90d10f9" [ 683.420298] env[69243]: _type = "Task" [ 683.420298] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.428824] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52766167-96d9-ec0c-5a0c-6279d90d10f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.492136] env[69243]: DEBUG nova.compute.manager [req-fc23a572-1d06-44d5-af45-7262a9b05695 req-d4afa947-03a8-4902-a949-eef980e924ab service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Received event network-vif-plugged-83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.492136] env[69243]: DEBUG oslo_concurrency.lockutils [req-fc23a572-1d06-44d5-af45-7262a9b05695 req-d4afa947-03a8-4902-a949-eef980e924ab service nova] Acquiring lock "1ef48045-56cd-4809-a0f8-6ed80611121a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.492287] env[69243]: DEBUG oslo_concurrency.lockutils [req-fc23a572-1d06-44d5-af45-7262a9b05695 req-d4afa947-03a8-4902-a949-eef980e924ab service nova] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.492648] env[69243]: DEBUG oslo_concurrency.lockutils [req-fc23a572-1d06-44d5-af45-7262a9b05695 req-d4afa947-03a8-4902-a949-eef980e924ab service nova] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.492887] env[69243]: DEBUG nova.compute.manager [req-fc23a572-1d06-44d5-af45-7262a9b05695 req-d4afa947-03a8-4902-a949-eef980e924ab service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] No waiting events found dispatching network-vif-plugged-83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.493159] env[69243]: WARNING nova.compute.manager [req-fc23a572-1d06-44d5-af45-7262a9b05695 req-d4afa947-03a8-4902-a949-eef980e924ab service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Received unexpected event network-vif-plugged-83d8dfe2-ff79-4168-ae93-7dd3b4769313 for instance with vm_state building and task_state spawning. [ 683.740115] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.740417] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.740630] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.740866] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.741106] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.741346] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.741678] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 683.741880] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.773527] env[69243]: DEBUG nova.network.neutron [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.806241] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688803, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.841065] env[69243]: DEBUG nova.scheduler.client.report [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.845549] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688804, 'name': Rename_Task, 'duration_secs': 0.140786} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.846467] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.850219] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4346c54a-3e83-4cdc-a0ed-a4b22542b0ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.859618] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688805, 'name': ReconfigVM_Task, 'duration_secs': 0.418444} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.861513] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Reconfigured VM instance instance-00000017 to attach disk [datastore1] bfcf44be-531f-442e-af3c-19e80ecf8382/bfcf44be-531f-442e-af3c-19e80ecf8382.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.862404] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 683.862404] env[69243]: value = "task-3688807" [ 683.862404] env[69243]: _type = "Task" [ 683.862404] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.862708] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f73e2223-0612-4ef2-ae62-e815c0392da6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.879712] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.880109] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 683.880109] env[69243]: value = "task-3688808" [ 683.880109] env[69243]: _type = "Task" [ 683.880109] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.888647] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688808, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.913524] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688806, 'name': Destroy_Task, 'duration_secs': 0.330529} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.913524] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Destroyed the VM [ 683.913524] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 683.913524] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c46d6c2a-3c7e-431a-bc97-500bd30e9e94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.920704] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 683.920704] env[69243]: value = "task-3688809" [ 683.920704] env[69243]: _type = "Task" [ 683.920704] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.938027] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688809, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.945319] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52766167-96d9-ec0c-5a0c-6279d90d10f9, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.946228] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.946604] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7d7c6517-efae-49b1-8067-be68054bd734/7d7c6517-efae-49b1-8067-be68054bd734.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.946891] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a74b796-041f-4da6-97ec-a698e15b3425 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.955200] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 683.955200] env[69243]: value = "task-3688810" [ 683.955200] env[69243]: _type = "Task" [ 683.955200] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.964251] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.000896] env[69243]: DEBUG nova.network.neutron [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updating instance_info_cache with network_info: [{"id": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "address": "fa:16:3e:ad:e5:c4", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8dfe2-ff", "ovs_interfaceid": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.246460] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.309531] env[69243]: DEBUG oslo_vmware.api [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688803, 'name': PowerOnVM_Task, 'duration_secs': 0.622101} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.309892] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.311966] env[69243]: INFO nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Took 10.83 seconds to spawn the instance on the hypervisor. [ 684.312232] env[69243]: DEBUG nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.313334] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219b822f-3456-4931-856f-9f1a56583711 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.347935] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.942s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.348816] env[69243]: DEBUG nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.351946] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.108s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.352336] env[69243]: DEBUG nova.objects.instance [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lazy-loading 'resources' on Instance uuid d5640164-1ca1-4dec-ab5a-d6e99e181952 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.378015] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688807, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.391252] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688808, 'name': Rename_Task, 'duration_secs': 0.18729} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.392442] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.392715] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d00fc524-011d-41cf-b222-66efcc6f3b0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.401017] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 684.401017] env[69243]: value = "task-3688811" [ 684.401017] env[69243]: _type = "Task" [ 684.401017] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.411627] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.431753] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688809, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.467067] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688810, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.504072] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Releasing lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.504601] env[69243]: DEBUG nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Instance network_info: |[{"id": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "address": "fa:16:3e:ad:e5:c4", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8dfe2-ff", "ovs_interfaceid": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.505216] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:e5:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d8dfe2-ff79-4168-ae93-7dd3b4769313', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.513899] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Creating folder: Project (9a7cffc241b24816ab8fece2619cace6). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.514265] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b5d67c4-8c7d-4e35-a826-a38eb907b927 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.525100] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Created folder: Project (9a7cffc241b24816ab8fece2619cace6) in parent group-v734844. [ 684.525298] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Creating folder: Instances. Parent ref: group-v734924. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.525541] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae4f4e6-104e-4ee5-b3e9-c7f452b84de1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.534203] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Created folder: Instances in parent group-v734924. [ 684.534424] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.534621] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.534837] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6ca3ef3-7053-46a3-8831-2d333997857b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.553724] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.553724] env[69243]: value = "task-3688814" [ 684.553724] env[69243]: _type = "Task" [ 684.553724] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.561637] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688814, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.835775] env[69243]: INFO nova.compute.manager [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Took 42.38 seconds to build instance. [ 684.858050] env[69243]: DEBUG nova.compute.utils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.861380] env[69243]: DEBUG nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.861550] env[69243]: DEBUG nova.network.neutron [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.877041] env[69243]: DEBUG oslo_vmware.api [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688807, 'name': PowerOnVM_Task, 'duration_secs': 0.542828} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.877314] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.877510] env[69243]: DEBUG nova.compute.manager [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.878354] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5830b-b7b2-4512-ad6d-710d8866d3d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.915499] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688811, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.936163] env[69243]: DEBUG oslo_vmware.api [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688809, 'name': RemoveSnapshot_Task, 'duration_secs': 0.770505} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.937970] env[69243]: DEBUG nova.policy [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c34c2522b7f4bc19c0583c3d212c2b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43cc847538534a8daeb6046fec98dfd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.939907] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 684.940247] env[69243]: INFO nova.compute.manager [None req-a3f8b71e-c3ec-4007-b547-ae6bd005031c tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Took 14.55 seconds to snapshot the instance on the hypervisor. [ 684.969574] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559269} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.969860] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7d7c6517-efae-49b1-8067-be68054bd734/7d7c6517-efae-49b1-8067-be68054bd734.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.970085] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.970358] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de18fee-8aef-4bf4-ade0-75b231f1ab90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.977188] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 684.977188] env[69243]: value = "task-3688815" [ 684.977188] env[69243]: _type = "Task" [ 684.977188] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.991494] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.069396] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688814, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.339884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dfdecb6d-bcb0-453b-b397-34fb65f7b9e1 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.003s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.362407] env[69243]: DEBUG nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.403029] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.412899] env[69243]: DEBUG oslo_vmware.api [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688811, 'name': PowerOnVM_Task, 'duration_secs': 0.896319} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.413273] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.413494] env[69243]: INFO nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Took 9.64 seconds to spawn the instance on the hypervisor. [ 685.413724] env[69243]: DEBUG nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.414751] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957c1698-9b86-4223-8a50-627cb5a0cd77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.489596] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098152} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.489861] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.490687] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e97272c-84f1-4415-9612-09cade9ed577 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.494509] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d7f8b4-975d-4569-ac84-fe187a31e1d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.512340] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cabef1-e114-40da-be2a-76dbc175b708 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.524838] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7d7c6517-efae-49b1-8067-be68054bd734/7d7c6517-efae-49b1-8067-be68054bd734.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.525208] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9668c328-a7bb-4bad-984f-82f2a46450c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.590709] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e842a7-23ca-47aa-9afe-9f4de20768c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.594812] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 685.594812] env[69243]: value = "task-3688816" [ 685.594812] env[69243]: _type = "Task" [ 685.594812] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.608218] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688814, 'name': CreateVM_Task, 'duration_secs': 0.569926} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.609334] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.611226] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3706f179-91eb-416f-85f2-e296c1256c52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.622038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.622038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.622204] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.622546] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.622827] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d55b54-96d2-41c3-9244-319e273cf66a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.638904] env[69243]: DEBUG nova.compute.provider_tree [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.642437] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 685.642437] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cc0c3e-49ae-ddd7-69f2-5f84ba624f1f" [ 685.642437] env[69243]: _type = "Task" [ 685.642437] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.654415] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cc0c3e-49ae-ddd7-69f2-5f84ba624f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.669739] env[69243]: DEBUG nova.network.neutron [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Successfully created port: c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.725829] env[69243]: DEBUG nova.compute.manager [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Received event network-changed-83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.726050] env[69243]: DEBUG nova.compute.manager [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Refreshing instance network info cache due to event network-changed-83d8dfe2-ff79-4168-ae93-7dd3b4769313. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.726285] env[69243]: DEBUG oslo_concurrency.lockutils [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] Acquiring lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.730019] env[69243]: DEBUG oslo_concurrency.lockutils [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] Acquired lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.730019] env[69243]: DEBUG nova.network.neutron [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Refreshing network info cache for port 83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.843149] env[69243]: DEBUG nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.940338] env[69243]: INFO nova.compute.manager [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Took 38.07 seconds to build instance. [ 686.112021] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.144699] env[69243]: DEBUG nova.scheduler.client.report [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.159969] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cc0c3e-49ae-ddd7-69f2-5f84ba624f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.028419} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.160292] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.160526] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.160765] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.160956] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.161609] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.162611] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e91dfb-cc91-42ec-a861-a8263c12d366 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.172570] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.172765] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.173772] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9472ecc7-7b99-4d1e-95ce-d5e45b38f756 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.181392] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 686.181392] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52325a2f-04b6-e0bf-dce2-6fbdbf6f55e9" [ 686.181392] env[69243]: _type = "Task" [ 686.181392] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.189970] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52325a2f-04b6-e0bf-dce2-6fbdbf6f55e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.370680] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.377715] env[69243]: DEBUG nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.443563] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c7c6f845-b7ea-42b6-a8e5-7945b773ab06 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.310s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.493786] env[69243]: DEBUG nova.network.neutron [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updated VIF entry in instance network info cache for port 83d8dfe2-ff79-4168-ae93-7dd3b4769313. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.494229] env[69243]: DEBUG nova.network.neutron [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updating instance_info_cache with network_info: [{"id": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "address": "fa:16:3e:ad:e5:c4", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8dfe2-ff", "ovs_interfaceid": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.611451] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688816, 'name': ReconfigVM_Task, 'duration_secs': 0.689146} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.611451] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7d7c6517-efae-49b1-8067-be68054bd734/7d7c6517-efae-49b1-8067-be68054bd734.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.612650] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee829b4b-fc9e-4616-832b-2778bd73ee54 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.619866] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 686.619866] env[69243]: value = "task-3688817" [ 686.619866] env[69243]: _type = "Task" [ 686.619866] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.626953] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688817, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.651086] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.654053] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.918s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.656119] env[69243]: INFO nova.compute.claims [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.672335] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.672604] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.672873] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.673633] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.673633] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.673633] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.673945] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.674541] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.674541] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.675068] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.675068] env[69243]: DEBUG nova.virt.hardware [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.676115] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d6e27-73db-4aaa-b94b-4abdde277453 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.680034] env[69243]: INFO nova.scheduler.client.report [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleted allocations for instance d5640164-1ca1-4dec-ab5a-d6e99e181952 [ 686.691188] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1fb322-5898-48c8-a67a-8103489f528e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.708168] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52325a2f-04b6-e0bf-dce2-6fbdbf6f55e9, 'name': SearchDatastore_Task, 'duration_secs': 0.022384} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.721678] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed54577-afdc-4b54-9788-36e28eb0279f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.730336] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 686.730336] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5229696e-5ad9-8777-2559-43a2cf554541" [ 686.730336] env[69243]: _type = "Task" [ 686.730336] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.742247] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5229696e-5ad9-8777-2559-43a2cf554541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.862205] env[69243]: DEBUG nova.compute.manager [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Received event network-changed-790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.862386] env[69243]: DEBUG nova.compute.manager [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Refreshing instance network info cache due to event network-changed-790f0a5e-0e66-4cb6-9f34-96e6b362d1de. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.862617] env[69243]: DEBUG oslo_concurrency.lockutils [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.862964] env[69243]: DEBUG oslo_concurrency.lockutils [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.862964] env[69243]: DEBUG nova.network.neutron [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Refreshing network info cache for port 790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.946257] env[69243]: DEBUG nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.999283] env[69243]: DEBUG oslo_concurrency.lockutils [req-33c340b9-5d8f-445f-b3bf-abfb2d785087 req-d826c86e-2e59-4440-bdad-152934671e36 service nova] Releasing lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.136563] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688817, 'name': Rename_Task, 'duration_secs': 0.176063} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.137031] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.137148] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926da3f3-34fd-4f17-b5a4-930752c49820 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.144865] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 687.144865] env[69243]: value = "task-3688818" [ 687.144865] env[69243]: _type = "Task" [ 687.144865] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.153809] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.192959] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e776e04d-7dda-4db7-8d5e-7b33fc2992e2 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "d5640164-1ca1-4dec-ab5a-d6e99e181952" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.313s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.244366] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5229696e-5ad9-8777-2559-43a2cf554541, 'name': SearchDatastore_Task, 'duration_secs': 0.012863} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.244540] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.245278] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1ef48045-56cd-4809-a0f8-6ed80611121a/1ef48045-56cd-4809-a0f8-6ed80611121a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.245590] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-831ffd5d-39b9-4c28-9101-15685f22d95d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.255990] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 687.255990] env[69243]: value = "task-3688819" [ 687.255990] env[69243]: _type = "Task" [ 687.255990] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.269287] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.477461] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.582757] env[69243]: DEBUG oslo_concurrency.lockutils [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "bfcf44be-531f-442e-af3c-19e80ecf8382" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.586095] env[69243]: DEBUG oslo_concurrency.lockutils [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.586095] env[69243]: INFO nova.compute.manager [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Rebooting instance [ 687.632244] env[69243]: INFO nova.compute.manager [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Rebuilding instance [ 687.645189] env[69243]: DEBUG nova.network.neutron [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updated VIF entry in instance network info cache for port 790f0a5e-0e66-4cb6-9f34-96e6b362d1de. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.645606] env[69243]: DEBUG nova.network.neutron [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.655118] env[69243]: DEBUG nova.network.neutron [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Successfully updated port: c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.661587] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.697909] env[69243]: DEBUG nova.compute.manager [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.698810] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad8c5b-9dba-4deb-895c-b5cb072b0aa4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.730055] env[69243]: DEBUG nova.compute.manager [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.731089] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f314cb20-7810-4385-9619-8e094df2e2a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.767680] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.935219] env[69243]: DEBUG nova.compute.manager [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Received event network-vif-plugged-c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.935219] env[69243]: DEBUG oslo_concurrency.lockutils [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] Acquiring lock "416a4207-040b-4c00-aa43-1c7375f075e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.935219] env[69243]: DEBUG oslo_concurrency.lockutils [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] Lock "416a4207-040b-4c00-aa43-1c7375f075e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.935219] env[69243]: DEBUG oslo_concurrency.lockutils [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] Lock "416a4207-040b-4c00-aa43-1c7375f075e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.935219] env[69243]: DEBUG nova.compute.manager [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] No waiting events found dispatching network-vif-plugged-c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.935669] env[69243]: WARNING nova.compute.manager [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Received unexpected event network-vif-plugged-c4095a73-38a0-4ee3-9fda-56fe634e041f for instance with vm_state building and task_state spawning. [ 687.935669] env[69243]: DEBUG nova.compute.manager [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Received event network-changed-c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.935669] env[69243]: DEBUG nova.compute.manager [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Refreshing instance network info cache due to event network-changed-c4095a73-38a0-4ee3-9fda-56fe634e041f. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.935669] env[69243]: DEBUG oslo_concurrency.lockutils [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] Acquiring lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.935796] env[69243]: DEBUG oslo_concurrency.lockutils [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] Acquired lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.936074] env[69243]: DEBUG nova.network.neutron [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Refreshing network info cache for port c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.127165] env[69243]: DEBUG oslo_concurrency.lockutils [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.127379] env[69243]: DEBUG oslo_concurrency.lockutils [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquired lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.127557] env[69243]: DEBUG nova.network.neutron [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.153603] env[69243]: DEBUG oslo_concurrency.lockutils [req-1cb3086c-e56d-4197-8a30-4b29b93532e3 req-d70f9431-b28f-4b19-bba5-b9548df6e3b6 service nova] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.158142] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.158643] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.249526] env[69243]: INFO nova.compute.manager [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] instance snapshotting [ 688.255680] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d081a5f2-e464-41a7-bc60-04a2837ededc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.286257] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904458} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.287702] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1ef48045-56cd-4809-a0f8-6ed80611121a/1ef48045-56cd-4809-a0f8-6ed80611121a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.287964] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.289287] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb5094-3005-4cd1-b0e4-5f1bf58de57a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.292659] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9b847-3153-4e0e-b1f4-f892186d8577 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.294809] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a82b3c4c-14fa-4303-95c2-afca55412b74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.308157] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 688.308157] env[69243]: value = "task-3688820" [ 688.308157] env[69243]: _type = "Task" [ 688.308157] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.312608] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b4ec33-3a0b-4fb0-8d53-b31fc4a213ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.325025] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.355491] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce252df-d5fc-479c-8d3a-b727ae5c174b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.364617] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6aa2c-0f57-48d6-b569-642643775f7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.380362] env[69243]: DEBUG nova.compute.provider_tree [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.497190] env[69243]: DEBUG nova.network.neutron [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.588788] env[69243]: DEBUG nova.network.neutron [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.657493] env[69243]: DEBUG oslo_vmware.api [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688818, 'name': PowerOnVM_Task, 'duration_secs': 1.236423} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.657793] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.658016] env[69243]: INFO nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Took 10.01 seconds to spawn the instance on the hypervisor. [ 688.658239] env[69243]: DEBUG nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.659041] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a75730b-c5e7-4b0e-b5f4-10436880e97e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.716904] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.719365] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79bcf9c-ffce-4398-8a02-03e3be178add {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.726784] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 688.726784] env[69243]: value = "task-3688821" [ 688.726784] env[69243]: _type = "Task" [ 688.726784] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.735779] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.810601] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 688.810944] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9b4c276d-1312-4dc3-a86a-e172d905a520 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.820231] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 688.820231] env[69243]: value = "task-3688822" [ 688.820231] env[69243]: _type = "Task" [ 688.820231] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.826830] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110731} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.827882] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.829215] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbfef3d-2783-4a73-b9b6-bf2e6df2a1a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.842554] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.865153] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 1ef48045-56cd-4809-a0f8-6ed80611121a/1ef48045-56cd-4809-a0f8-6ed80611121a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.865529] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f224281-20d7-4146-8b51-50530c12e258 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.884185] env[69243]: DEBUG nova.scheduler.client.report [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.891349] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 688.891349] env[69243]: value = "task-3688823" [ 688.891349] env[69243]: _type = "Task" [ 688.891349] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.901434] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.054047] env[69243]: DEBUG nova.network.neutron [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Updating instance_info_cache with network_info: [{"id": "089ca140-8a49-4568-b199-1ccb07511088", "address": "fa:16:3e:c4:1b:0f", "network": {"id": "733bb7dd-8080-4526-809b-a6ccb03e7e23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2136827345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec0ad32a5e4a4eedb1c608afd91d6d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089ca140-8a", "ovs_interfaceid": "089ca140-8a49-4568-b199-1ccb07511088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.091309] env[69243]: DEBUG oslo_concurrency.lockutils [req-25521838-90cb-46f3-aada-fcacd6de098f req-ee1d0c8c-2067-4063-9b09-8cde36646a02 service nova] Releasing lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.091806] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquired lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.091993] env[69243]: DEBUG nova.network.neutron [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.180533] env[69243]: INFO nova.compute.manager [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Took 39.89 seconds to build instance. [ 689.238290] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688821, 'name': PowerOffVM_Task, 'duration_secs': 0.298436} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.238607] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.238854] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.239746] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b472b02f-3118-42a4-8e1a-abc22abd8825 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.248712] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.248712] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5085d08c-758d-4dec-8c4e-e6884471af08 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.278091] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.278091] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.278286] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Deleting the datastore file [datastore1] 2cccb0a2-1e20-4696-8297-fb39b1e56c62 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.278530] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06fc6ea7-9e82-431c-9ea4-2332ce889253 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.285490] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 689.285490] env[69243]: value = "task-3688825" [ 689.285490] env[69243]: _type = "Task" [ 689.285490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.294133] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.330679] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.393515] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.394129] env[69243]: DEBUG nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.397358] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.596s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.399022] env[69243]: INFO nova.compute.claims [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.410818] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688823, 'name': ReconfigVM_Task, 'duration_secs': 0.508978} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.411284] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 1ef48045-56cd-4809-a0f8-6ed80611121a/1ef48045-56cd-4809-a0f8-6ed80611121a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.411897] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c8fa09a-bac3-4d67-9718-f52ea307b775 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.419118] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 689.419118] env[69243]: value = "task-3688826" [ 689.419118] env[69243]: _type = "Task" [ 689.419118] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.428411] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688826, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.557931] env[69243]: DEBUG oslo_concurrency.lockutils [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Releasing lock "refresh_cache-bfcf44be-531f-442e-af3c-19e80ecf8382" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.629875] env[69243]: DEBUG nova.network.neutron [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.685797] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ae85b6a-521d-4528-9174-c5ea662b53fc tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "7d7c6517-efae-49b1-8067-be68054bd734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.022s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.795839] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161436} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.796169] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.796384] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.796563] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.831902] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688822, 'name': CreateSnapshot_Task, 'duration_secs': 0.528932} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.832680] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 689.833446] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baf532a-e7fa-48d4-8fe1-27da23a3ac6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.883166] env[69243]: DEBUG nova.network.neutron [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updating instance_info_cache with network_info: [{"id": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "address": "fa:16:3e:27:66:79", "network": {"id": "daced41b-74c1-46a4-a3ce-1987a2dd1cb9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1176322224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43cc847538534a8daeb6046fec98dfd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4095a73-38", "ovs_interfaceid": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.906614] env[69243]: DEBUG nova.compute.utils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.912589] env[69243]: DEBUG nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.912589] env[69243]: DEBUG nova.network.neutron [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.929450] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688826, 'name': Rename_Task, 'duration_secs': 0.244607} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.930045] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.930045] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de106471-13cf-43db-88a7-6c96447a81ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.936607] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 689.936607] env[69243]: value = "task-3688827" [ 689.936607] env[69243]: _type = "Task" [ 689.936607] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.944672] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.953497] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "fe12e516-e776-4743-b06a-a3d7e19fe289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.953732] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.954164] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "fe12e516-e776-4743-b06a-a3d7e19fe289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.954378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.954631] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.957457] env[69243]: INFO nova.compute.manager [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Terminating instance [ 689.990739] env[69243]: DEBUG nova.policy [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52228d10a5754d5f93c1b1a31510c128', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8444bd1e6386411389a404f5f19e9a86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.063099] env[69243]: DEBUG nova.compute.manager [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.064011] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b88dc7-2785-4031-96af-21e193ce8e04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.192033] env[69243]: DEBUG nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.227253] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "0284f77b-b5c3-477e-bd98-cda294fe34d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.227536] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.227741] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "0284f77b-b5c3-477e-bd98-cda294fe34d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.227932] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.228136] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.230363] env[69243]: INFO nova.compute.manager [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Terminating instance [ 690.354932] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 690.355841] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-712b097d-9be5-4ee2-b3a4-84f8a9e000ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.371301] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 690.371301] env[69243]: value = "task-3688828" [ 690.371301] env[69243]: _type = "Task" [ 690.371301] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.381630] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688828, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.386612] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Releasing lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.386942] env[69243]: DEBUG nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Instance network_info: |[{"id": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "address": "fa:16:3e:27:66:79", "network": {"id": "daced41b-74c1-46a4-a3ce-1987a2dd1cb9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1176322224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43cc847538534a8daeb6046fec98dfd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4095a73-38", "ovs_interfaceid": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.387407] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:66:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4095a73-38a0-4ee3-9fda-56fe634e041f', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.398195] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Creating folder: Project (43cc847538534a8daeb6046fec98dfd8). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.398553] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d6a9ccb-0733-4376-98f3-d73c9eb7e515 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.407819] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Created folder: Project (43cc847538534a8daeb6046fec98dfd8) in parent group-v734844. [ 690.408090] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Creating folder: Instances. Parent ref: group-v734928. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.408349] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e6ee596-2959-4caf-99bd-88f0935b2a8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.415816] env[69243]: DEBUG nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.421347] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Created folder: Instances in parent group-v734928. [ 690.421439] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.421871] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.422109] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a14f17c0-e4b2-463e-861a-6d5d7eb753cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.448734] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688827, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.449355] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.449355] env[69243]: value = "task-3688831" [ 690.449355] env[69243]: _type = "Task" [ 690.449355] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.461185] env[69243]: DEBUG nova.compute.manager [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.461749] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.461749] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688831, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.462449] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c803291-3881-44d3-9b13-bedfd7313ca4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.470827] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.471105] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b22d3b-f793-4fe2-92b4-9beafea0a84d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.479842] env[69243]: DEBUG oslo_vmware.api [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 690.479842] env[69243]: value = "task-3688832" [ 690.479842] env[69243]: _type = "Task" [ 690.479842] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.493528] env[69243]: DEBUG oslo_vmware.api [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.511192] env[69243]: DEBUG nova.network.neutron [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Successfully created port: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.542258] env[69243]: DEBUG nova.compute.manager [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received event network-changed-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.542544] env[69243]: DEBUG nova.compute.manager [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Refreshing instance network info cache due to event network-changed-a1cfdd78-d017-4474-aba6-fd0f6de69ed6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.542902] env[69243]: DEBUG oslo_concurrency.lockutils [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] Acquiring lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.543166] env[69243]: DEBUG oslo_concurrency.lockutils [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] Acquired lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.543866] env[69243]: DEBUG nova.network.neutron [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Refreshing network info cache for port a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.710632] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.735398] env[69243]: DEBUG nova.compute.manager [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.735675] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.736785] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a53eeb0-a22e-4a97-b3f1-2758fb7efc90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.752697] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.753144] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1efa510-365b-440f-b427-e20b4c65aafd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.761477] env[69243]: DEBUG oslo_vmware.api [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 690.761477] env[69243]: value = "task-3688833" [ 690.761477] env[69243]: _type = "Task" [ 690.761477] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.779608] env[69243]: DEBUG oslo_vmware.api [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.865776] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.865776] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.865776] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.865776] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.866134] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.866134] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.866501] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.866637] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.866879] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.867049] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.867294] env[69243]: DEBUG nova.virt.hardware [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.868487] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b6031-4400-41c0-84a0-d1b1d4856fc8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.889342] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688828, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.894412] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab32e7-18fc-49a7-b193-b50b832f7626 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.908783] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.915445] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.918313] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.918740] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-018b4d7b-4d72-486e-95bb-aed3e0da4390 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.947201] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.947201] env[69243]: value = "task-3688834" [ 690.947201] env[69243]: _type = "Task" [ 690.947201] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.957117] env[69243]: DEBUG oslo_vmware.api [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3688827, 'name': PowerOnVM_Task, 'duration_secs': 0.931164} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.961538] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.961850] env[69243]: INFO nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Took 9.53 seconds to spawn the instance on the hypervisor. [ 690.962108] env[69243]: DEBUG nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.967877] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568d6cf2-ce46-442b-9159-896338cda5f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.971358] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688834, 'name': CreateVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.980062] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688831, 'name': CreateVM_Task, 'duration_secs': 0.454416} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.985100] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.989349] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.989982] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.989982] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.991249] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae41599-968e-488b-998c-52bec2668959 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.998055] env[69243]: DEBUG oslo_vmware.api [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688832, 'name': PowerOffVM_Task, 'duration_secs': 0.292993} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.001930] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.002228] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.003113] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf7ac62a-ff9f-47d8-98ca-1c18a19f3a74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.007514] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 691.007514] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52402f25-91ad-44ef-7b38-da10335f4b18" [ 691.007514] env[69243]: _type = "Task" [ 691.007514] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.021863] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52402f25-91ad-44ef-7b38-da10335f4b18, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.022278] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.022589] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.022788] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.022978] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.023202] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.026880] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a446ebb-e21f-42cb-bfc5-730c716de381 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.049756] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.049972] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.054371] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78f14cc-23b7-4375-a6ef-59a5f5fe1776 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.061803] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 691.061803] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52be22d3-a5d7-8a75-71cb-92c3bc99e120" [ 691.061803] env[69243]: _type = "Task" [ 691.061803] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.072334] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52be22d3-a5d7-8a75-71cb-92c3bc99e120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.077734] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.078484] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.078484] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleting the datastore file [datastore2] fe12e516-e776-4743-b06a-a3d7e19fe289 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.078688] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1e39dd-7f23-4566-b13b-4741b583d66b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.086729] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafb973-c18b-46db-9258-d23515db6e0c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.088444] env[69243]: DEBUG oslo_vmware.api [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 691.088444] env[69243]: value = "task-3688836" [ 691.088444] env[69243]: _type = "Task" [ 691.088444] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.098935] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Doing hard reboot of VM {{(pid=69243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 691.099799] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ef8bd0d1-b9a9-4013-b155-1764a5de15a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.107028] env[69243]: DEBUG oslo_vmware.api [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.111337] env[69243]: DEBUG oslo_vmware.api [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 691.111337] env[69243]: value = "task-3688837" [ 691.111337] env[69243]: _type = "Task" [ 691.111337] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.123313] env[69243]: DEBUG oslo_vmware.api [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688837, 'name': ResetVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.142430] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042df97-794f-4a77-bec1-d05a61b6decf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.153216] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd6f135-4b97-4103-b0ca-2ed194e961d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.187640] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43804733-3d4f-4b05-9eac-1a692bc4b028 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.196009] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121a9fa-c6a4-41e4-a216-69b1d9b38e26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.211758] env[69243]: DEBUG nova.compute.provider_tree [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.271342] env[69243]: DEBUG oslo_vmware.api [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688833, 'name': PowerOffVM_Task, 'duration_secs': 0.287825} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.271611] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.271860] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.272055] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01651930-0472-4f6a-9d1b-08f76bb657a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.337395] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.337997] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.337997] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleting the datastore file [datastore2] 0284f77b-b5c3-477e-bd98-cda294fe34d1 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.338442] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05598ab-990e-41d7-a7da-cc933551d3ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.346351] env[69243]: DEBUG oslo_vmware.api [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for the task: (returnval){ [ 691.346351] env[69243]: value = "task-3688839" [ 691.346351] env[69243]: _type = "Task" [ 691.346351] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.356273] env[69243]: DEBUG oslo_vmware.api [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.357638] env[69243]: DEBUG nova.network.neutron [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updated VIF entry in instance network info cache for port a1cfdd78-d017-4474-aba6-fd0f6de69ed6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.358021] env[69243]: DEBUG nova.network.neutron [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.388123] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688828, 'name': CloneVM_Task} progress is 95%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.442367] env[69243]: DEBUG nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.460210] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688834, 'name': CreateVM_Task, 'duration_secs': 0.465835} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.460402] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.460835] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.461070] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.461340] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.461594] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5b3568-7db8-4217-9dca-a7af914118df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.467443] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 691.467443] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb3682-f623-98a0-fe40-e1a64fa85759" [ 691.467443] env[69243]: _type = "Task" [ 691.467443] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.477854] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb3682-f623-98a0-fe40-e1a64fa85759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.487399] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.487699] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.487853] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.488045] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.488254] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.488435] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.488674] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.488854] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.489112] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.489339] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.489560] env[69243]: DEBUG nova.virt.hardware [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.490452] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c75cef-9d19-43d5-847a-a71b6b96a6fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.501747] env[69243]: INFO nova.compute.manager [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Took 39.32 seconds to build instance. [ 691.503860] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d80ec40-d193-4d7c-b6dc-e9b6aac21b9d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.572204] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52be22d3-a5d7-8a75-71cb-92c3bc99e120, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.573303] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7e8849-8842-4595-a468-a8562df3323d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.578847] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 691.578847] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5292e939-99a3-976f-81aa-819d1392d131" [ 691.578847] env[69243]: _type = "Task" [ 691.578847] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.587516] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5292e939-99a3-976f-81aa-819d1392d131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.597868] env[69243]: DEBUG oslo_vmware.api [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213422} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.598166] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.598355] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.598534] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.598704] env[69243]: INFO nova.compute.manager [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Took 1.14 seconds to destroy the instance on the hypervisor. [ 691.598945] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.599151] env[69243]: DEBUG nova.compute.manager [-] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.599238] env[69243]: DEBUG nova.network.neutron [-] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.623160] env[69243]: DEBUG oslo_vmware.api [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688837, 'name': ResetVM_Task, 'duration_secs': 0.11187} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.623423] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Did hard reboot of VM {{(pid=69243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 691.623609] env[69243]: DEBUG nova.compute.manager [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.624493] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f756e0-cb7e-450f-85b2-37505a3f3b8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.715641] env[69243]: DEBUG nova.scheduler.client.report [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.858863] env[69243]: DEBUG oslo_vmware.api [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Task: {'id': task-3688839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392552} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.859145] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.859336] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.859516] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.860183] env[69243]: INFO nova.compute.manager [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 691.860183] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.860406] env[69243]: DEBUG oslo_concurrency.lockutils [req-2ef791a6-14e2-49c5-838a-19eebc4d7f72 req-cae81218-dd3d-48d7-a0d3-2776c205e8a6 service nova] Releasing lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.860744] env[69243]: DEBUG nova.compute.manager [-] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.860849] env[69243]: DEBUG nova.network.neutron [-] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.886385] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688828, 'name': CloneVM_Task, 'duration_secs': 1.199345} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.886835] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Created linked-clone VM from snapshot [ 691.887698] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97166edf-4adb-40e0-b7a0-16598fb42c45 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.896924] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Uploading image 2869a610-76df-4a04-85c0-9acd4536e54d {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 691.921814] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 691.921814] env[69243]: value = "vm-734929" [ 691.921814] env[69243]: _type = "VirtualMachine" [ 691.921814] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 691.922128] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8cfe96c-2a8b-4ed9-b730-da3f8d75cf43 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.929814] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lease: (returnval){ [ 691.929814] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52abe923-ec9e-b046-ece6-f168d587c57f" [ 691.929814] env[69243]: _type = "HttpNfcLease" [ 691.929814] env[69243]: } obtained for exporting VM: (result){ [ 691.929814] env[69243]: value = "vm-734929" [ 691.929814] env[69243]: _type = "VirtualMachine" [ 691.929814] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 691.930622] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the lease: (returnval){ [ 691.930622] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52abe923-ec9e-b046-ece6-f168d587c57f" [ 691.930622] env[69243]: _type = "HttpNfcLease" [ 691.930622] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 691.937715] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.937715] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52abe923-ec9e-b046-ece6-f168d587c57f" [ 691.937715] env[69243]: _type = "HttpNfcLease" [ 691.937715] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.977782] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb3682-f623-98a0-fe40-e1a64fa85759, 'name': SearchDatastore_Task, 'duration_secs': 0.021813} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.978141] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.978415] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.978639] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.014380] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abba2f0-7f60-4f28-88f5-7a6ad130d4e1 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.434s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.093429] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5292e939-99a3-976f-81aa-819d1392d131, 'name': SearchDatastore_Task, 'duration_secs': 0.023437} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.093915] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.094098] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 416a4207-040b-4c00-aa43-1c7375f075e6/416a4207-040b-4c00-aa43-1c7375f075e6.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.094410] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.094655] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.094914] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b82888-e5aa-44a7-b919-02ba8e52da24 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.098222] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d5a59b7-f342-423b-b636-fdffd6651a79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.107168] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 692.107168] env[69243]: value = "task-3688841" [ 692.107168] env[69243]: _type = "Task" [ 692.107168] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.108538] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.108719] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.113083] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e39237-f0a4-4e82-8ff4-9fd9eb9814b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.120294] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.121729] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 692.121729] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52268c8b-1831-54f8-1883-b0c9faa53fae" [ 692.121729] env[69243]: _type = "Task" [ 692.121729] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.130010] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52268c8b-1831-54f8-1883-b0c9faa53fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.136668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-adc1057a-c13a-4d88-9567-79e88642e4ac tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.554s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.222357] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.222903] env[69243]: DEBUG nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.225818] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.198s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.438756] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.438756] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52abe923-ec9e-b046-ece6-f168d587c57f" [ 692.438756] env[69243]: _type = "HttpNfcLease" [ 692.438756] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 692.438977] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 692.438977] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52abe923-ec9e-b046-ece6-f168d587c57f" [ 692.438977] env[69243]: _type = "HttpNfcLease" [ 692.438977] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 692.439820] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2400189-4b7e-4552-bdc4-5ef0f40411aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.449079] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0fbba-f12e-7a0b-e924-9a334f44d3f3/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 692.449358] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0fbba-f12e-7a0b-e924-9a334f44d3f3/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 692.518315] env[69243]: DEBUG nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.550115] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-115f93c2-aa9a-4169-9170-70c791547b56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.572476] env[69243]: DEBUG nova.network.neutron [-] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.623157] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688841, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.633027] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52268c8b-1831-54f8-1883-b0c9faa53fae, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.634172] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9481197-9351-4008-b366-9631636fd89d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.641379] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 692.641379] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b1a7c4-9fd2-7a18-9468-2cb6077b39b9" [ 692.641379] env[69243]: _type = "Task" [ 692.641379] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.652745] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b1a7c4-9fd2-7a18-9468-2cb6077b39b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.733455] env[69243]: DEBUG nova.compute.utils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.736062] env[69243]: DEBUG nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.736062] env[69243]: DEBUG nova.network.neutron [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.832740] env[69243]: DEBUG nova.policy [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd56ce6aa9c2744c0b9f48736053b60be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa62f8b5336e4947acfd9147ce5bd120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.976564] env[69243]: DEBUG nova.network.neutron [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Successfully updated port: d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.050142] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.054457] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd084f-5595-3d7c-57fd-73ca6116f420/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 693.055812] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f59e451-074f-4cd2-9b23-b514ad13e7ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.068943] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd084f-5595-3d7c-57fd-73ca6116f420/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 693.069209] env[69243]: ERROR oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd084f-5595-3d7c-57fd-73ca6116f420/disk-0.vmdk due to incomplete transfer. [ 693.069917] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f471d98c-d2ee-496c-a51a-6df2b9adca0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.075213] env[69243]: INFO nova.compute.manager [-] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Took 1.48 seconds to deallocate network for instance. [ 693.082117] env[69243]: DEBUG oslo_vmware.rw_handles [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd084f-5595-3d7c-57fd-73ca6116f420/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 693.082283] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Uploaded image 884ec008-e998-4eae-800f-aabf55ec74fe to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 693.084199] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 693.088373] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e080ebe7-1155-4a46-9264-2aef45c5d64b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.101057] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 693.101057] env[69243]: value = "task-3688842" [ 693.101057] env[69243]: _type = "Task" [ 693.101057] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.111744] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688842, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.124695] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733138} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.125233] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 416a4207-040b-4c00-aa43-1c7375f075e6/416a4207-040b-4c00-aa43-1c7375f075e6.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.125619] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.126059] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6852e86-d618-4cdd-9d09-6473bcb62d6d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.133318] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 693.133318] env[69243]: value = "task-3688843" [ 693.133318] env[69243]: _type = "Task" [ 693.133318] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.148700] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.158811] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b1a7c4-9fd2-7a18-9468-2cb6077b39b9, 'name': SearchDatastore_Task, 'duration_secs': 0.052957} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.158926] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.159416] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.160143] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3b30006-e8e1-4936-a03a-dd7613d1b76b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.171330] env[69243]: DEBUG nova.network.neutron [-] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.175074] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 693.175074] env[69243]: value = "task-3688844" [ 693.175074] env[69243]: _type = "Task" [ 693.175074] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.188640] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.240716] env[69243]: DEBUG nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.315597] env[69243]: DEBUG nova.compute.manager [req-109f88f0-1645-471e-af60-5b5173527b72 req-e4fa3543-9040-4e68-bec6-9bdc3b174906 service nova] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Received event network-vif-deleted-9df825ec-b5f5-434b-9514-6d813a2e42ca {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.433186] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07d422-1d74-4aa4-bca9-d46300b8d649 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.441366] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a014b89-1955-4a31-a984-5b1ad727663f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.478670] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4937fd23-9827-45d9-a4a6-b46f496d3460 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.482060] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.482367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquired lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.482447] env[69243]: DEBUG nova.network.neutron [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.484659] env[69243]: DEBUG nova.network.neutron [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Successfully created port: 24273669-0e66-47b8-9845-02945d18c322 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.489032] env[69243]: DEBUG nova.compute.manager [req-6f623a64-7d65-4fe4-94d7-09abc02d5fac req-40ddca6d-71b1-4fff-8309-650227ad3a01 service nova] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Received event network-vif-deleted-be18f977-cc2e-4d6d-8944-36a479b184eb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.494432] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3adb73-af37-4a6f-b4b3-4ed4c15f47aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.510715] env[69243]: DEBUG nova.compute.provider_tree [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.598048] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.613787] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688842, 'name': Destroy_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.649713] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080563} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.650201] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.651637] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa786fac-6568-46b0-b65f-253a3486e27f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.676704] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 416a4207-040b-4c00-aa43-1c7375f075e6/416a4207-040b-4c00-aa43-1c7375f075e6.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.677496] env[69243]: INFO nova.compute.manager [-] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Took 1.82 seconds to deallocate network for instance. [ 693.677990] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19419ef-08ae-4571-bafc-6faf1a3fb66c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.708357] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.710213] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 693.710213] env[69243]: value = "task-3688845" [ 693.710213] env[69243]: _type = "Task" [ 693.710213] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.719549] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.014456] env[69243]: DEBUG nova.scheduler.client.report [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.068448] env[69243]: DEBUG nova.network.neutron [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.115567] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688842, 'name': Destroy_Task, 'duration_secs': 0.883732} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.115924] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Destroyed the VM [ 694.116327] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 694.116580] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd7f4017-b787-4f82-a075-3dff0c20879f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.123189] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 694.123189] env[69243]: value = "task-3688846" [ 694.123189] env[69243]: _type = "Task" [ 694.123189] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.130827] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688846, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.190237] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789818} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.190595] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.190811] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.191294] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e45d587-f7ec-4d35-a846-8b25007c78c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.198363] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 694.198363] env[69243]: value = "task-3688847" [ 694.198363] env[69243]: _type = "Task" [ 694.198363] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.203409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.207263] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.221217] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.255294] env[69243]: DEBUG nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.296210] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.296573] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.296904] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.297136] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.297349] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.298204] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.298607] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.299122] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.299369] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.299591] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.299859] env[69243]: DEBUG nova.virt.hardware [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.301149] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9af3a-4bf0-4d26-a299-ec4268cfe9bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.311438] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fc378b-4454-4dda-8f10-af2205914f35 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.373331] env[69243]: DEBUG nova.network.neutron [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.634275] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688846, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.709220] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102882} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.709871] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.710894] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4289ef0c-858e-4f71-8d0d-36851d5e1354 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.744246] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.744656] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688845, 'name': ReconfigVM_Task, 'duration_secs': 0.839482} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.744893] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f5e017-db7c-4773-bbbb-8bcd84c47d98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.762034] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 416a4207-040b-4c00-aa43-1c7375f075e6/416a4207-040b-4c00-aa43-1c7375f075e6.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.762867] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21e041d7-dfcb-45ff-a718-b709e041ac67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.769921] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 694.769921] env[69243]: value = "task-3688848" [ 694.769921] env[69243]: _type = "Task" [ 694.769921] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.771658] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 694.771658] env[69243]: value = "task-3688849" [ 694.771658] env[69243]: _type = "Task" [ 694.771658] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.782848] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688848, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.786328] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.876833] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Releasing lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.877403] env[69243]: DEBUG nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Instance network_info: |[{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.877900] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ed:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0fc8782-b2cc-4517-bd5d-533b41acb7e6', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.886628] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Creating folder: Project (8444bd1e6386411389a404f5f19e9a86). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.886956] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70ad7444-27ff-424c-a527-bfaffd38efeb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.903087] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Created folder: Project (8444bd1e6386411389a404f5f19e9a86) in parent group-v734844. [ 694.903392] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Creating folder: Instances. Parent ref: group-v734933. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.903690] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc83cf88-6860-400c-94ac-379e944ab024 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.917026] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Created folder: Instances in parent group-v734933. [ 694.917508] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.917751] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.917971] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3c720f4-aa63-4422-bdb2-ddd63d3ff346 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.939631] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.939631] env[69243]: value = "task-3688852" [ 694.939631] env[69243]: _type = "Task" [ 694.939631] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.948962] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688852, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.027196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.801s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.031697] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.035s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.031697] env[69243]: DEBUG nova.objects.instance [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lazy-loading 'resources' on Instance uuid e23198c9-fbfe-493d-8906-717c275f7e3b {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.135129] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688846, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.146864] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "bfcf44be-531f-442e-af3c-19e80ecf8382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.147172] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.147470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "bfcf44be-531f-442e-af3c-19e80ecf8382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.147668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.147867] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.150648] env[69243]: INFO nova.compute.manager [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Terminating instance [ 695.297027] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688848, 'name': Rename_Task, 'duration_secs': 0.248808} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.298943] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.299795] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688849, 'name': ReconfigVM_Task, 'duration_secs': 0.491866} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.300346] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f99f79-bcdd-4e2f-bcf6-66640740f4ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.304956] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62/2cccb0a2-1e20-4696-8297-fb39b1e56c62.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.304956] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d101735-d40a-40da-95cf-eed3c3efe7c4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.311022] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 695.311022] env[69243]: value = "task-3688853" [ 695.311022] env[69243]: _type = "Task" [ 695.311022] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.311022] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 695.311022] env[69243]: value = "task-3688854" [ 695.311022] env[69243]: _type = "Task" [ 695.311022] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.323310] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.328481] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688854, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.451925] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688852, 'name': CreateVM_Task, 'duration_secs': 0.368642} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.452123] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.453117] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.453117] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.453351] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.453617] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75ff3df-886c-4e7c-8207-5f6495062c54 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.459491] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 695.459491] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e876a1-ae66-01bc-e49e-cca80ebceb26" [ 695.459491] env[69243]: _type = "Task" [ 695.459491] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.469670] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e876a1-ae66-01bc-e49e-cca80ebceb26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.622863] env[69243]: INFO nova.scheduler.client.report [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleted allocation for migration 04bab744-8969-4b86-a0bb-df86261705e7 [ 695.644502] env[69243]: DEBUG oslo_vmware.api [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688846, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04132} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.645243] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 695.645243] env[69243]: INFO nova.compute.manager [None req-ebc9e233-89bb-4ec1-a255-a6692e8e95ae tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Took 18.91 seconds to snapshot the instance on the hypervisor. [ 695.656384] env[69243]: DEBUG nova.compute.manager [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.656384] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.656384] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b775c93-b864-4559-9095-fa2b492c237e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.663839] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.667141] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94747bc5-2b17-4f81-a5e9-3e8f2d575323 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.674532] env[69243]: DEBUG oslo_vmware.api [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 695.674532] env[69243]: value = "task-3688855" [ 695.674532] env[69243]: _type = "Task" [ 695.674532] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.691543] env[69243]: DEBUG oslo_vmware.api [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.722471] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Received event network-vif-plugged-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.722761] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Acquiring lock "17c14598-2c16-4443-9026-fd16c716bc67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.723158] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Lock "17c14598-2c16-4443-9026-fd16c716bc67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.723458] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Lock "17c14598-2c16-4443-9026-fd16c716bc67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.723753] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] No waiting events found dispatching network-vif-plugged-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.724066] env[69243]: WARNING nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Received unexpected event network-vif-plugged-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 for instance with vm_state building and task_state spawning. [ 695.724364] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Received event network-changed-83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.724645] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Refreshing instance network info cache due to event network-changed-83d8dfe2-ff79-4168-ae93-7dd3b4769313. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.724964] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Acquiring lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.725163] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Acquired lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.725429] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Refreshing network info cache for port 83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.801760] env[69243]: DEBUG nova.network.neutron [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Successfully updated port: 24273669-0e66-47b8-9845-02945d18c322 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.830662] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.834393] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688854, 'name': Rename_Task, 'duration_secs': 0.168962} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.837981] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.838947] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-813e1173-ff99-4c10-969c-0454262eb86a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.846411] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Waiting for the task: (returnval){ [ 695.846411] env[69243]: value = "task-3688856" [ 695.846411] env[69243]: _type = "Task" [ 695.846411] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.857139] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.974626] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e876a1-ae66-01bc-e49e-cca80ebceb26, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.977852] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.978180] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.978469] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.978654] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.978861] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.981199] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93dac8f-c7e0-49f9-b71a-498100f2fd46 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.987656] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.987859] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.988739] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46dbf04d-4ca2-4ad3-a76b-1c48a86d7e82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.997543] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 695.997543] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5261f760-49dd-c1c7-099e-ba769ba00a25" [ 695.997543] env[69243]: _type = "Task" [ 695.997543] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.007254] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5261f760-49dd-c1c7-099e-ba769ba00a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.135984] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eed4ac3d-28df-4812-99ed-155f6cdab8f5 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.414s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.189110] env[69243]: DEBUG oslo_vmware.api [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688855, 'name': PowerOffVM_Task, 'duration_secs': 0.270941} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.190372] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.190372] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.191149] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3ecf53-66f7-4cd4-b359-0d9d3acde138 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.193576] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49c8715a-0d57-4bf0-b77e-0af5bfd78998 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.201321] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722a5ac-e6a8-48b0-abe1-0cc93a5e6975 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.236903] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f6b5f-fc65-46d9-afc4-8fd2c903633f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.245850] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b8528b-0ede-4d04-b913-20afbde9f5ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.262113] env[69243]: DEBUG nova.compute.provider_tree [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.304625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "refresh_cache-d9b56808-ce9b-4efa-ba03-f0ac88238e0e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.304824] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "refresh_cache-d9b56808-ce9b-4efa-ba03-f0ac88238e0e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.305087] env[69243]: DEBUG nova.network.neutron [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.310053] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.310177] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.310304] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Deleting the datastore file [datastore1] bfcf44be-531f-442e-af3c-19e80ecf8382 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.310590] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349d8d97-2851-4099-8a1e-f341b0ebcd56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.325249] env[69243]: DEBUG oslo_vmware.api [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for the task: (returnval){ [ 696.325249] env[69243]: value = "task-3688858" [ 696.325249] env[69243]: _type = "Task" [ 696.325249] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.325548] env[69243]: DEBUG oslo_vmware.api [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688853, 'name': PowerOnVM_Task, 'duration_secs': 0.688472} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.326060] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.326319] env[69243]: INFO nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Took 9.95 seconds to spawn the instance on the hypervisor. [ 696.326559] env[69243]: DEBUG nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.330590] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52c25c-8d6e-4303-be65-ee2940fc2331 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.337874] env[69243]: DEBUG oslo_vmware.api [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.355706] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688856, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.514192] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5261f760-49dd-c1c7-099e-ba769ba00a25, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.514858] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac76e91f-4f5b-4347-9934-38bb4d51006c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.522598] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 696.522598] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cbdaa-111b-19a2-22d6-2b0f011b77b7" [ 696.522598] env[69243]: _type = "Task" [ 696.522598] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.534838] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cbdaa-111b-19a2-22d6-2b0f011b77b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.640591] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updated VIF entry in instance network info cache for port 83d8dfe2-ff79-4168-ae93-7dd3b4769313. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.640969] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updating instance_info_cache with network_info: [{"id": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "address": "fa:16:3e:ad:e5:c4", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8dfe2-ff", "ovs_interfaceid": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.787668] env[69243]: ERROR nova.scheduler.client.report [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] [req-17bff806-73f5-49bd-91cb-3035268de4ab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17bff806-73f5-49bd-91cb-3035268de4ab"}]} [ 696.808148] env[69243]: DEBUG nova.scheduler.client.report [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 696.836749] env[69243]: DEBUG oslo_vmware.api [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Task: {'id': task-3688858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271963} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.837741] env[69243]: DEBUG nova.scheduler.client.report [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 696.838026] env[69243]: DEBUG nova.compute.provider_tree [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.840102] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.840303] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.840507] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.840774] env[69243]: INFO nova.compute.manager [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Took 1.19 seconds to destroy the instance on the hypervisor. [ 696.841100] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.842504] env[69243]: DEBUG nova.compute.manager [-] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.842618] env[69243]: DEBUG nova.network.neutron [-] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.856079] env[69243]: DEBUG nova.scheduler.client.report [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 696.858329] env[69243]: INFO nova.compute.manager [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Took 41.07 seconds to build instance. [ 696.864150] env[69243]: DEBUG oslo_vmware.api [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Task: {'id': task-3688856, 'name': PowerOnVM_Task, 'duration_secs': 0.698833} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.864410] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.864614] env[69243]: DEBUG nova.compute.manager [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.865730] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd8bc0a-e504-4d47-a3b8-160367046eb3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.881578] env[69243]: DEBUG nova.network.neutron [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.886465] env[69243]: DEBUG nova.scheduler.client.report [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 697.035408] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cbdaa-111b-19a2-22d6-2b0f011b77b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01784} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.035408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.035691] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 17c14598-2c16-4443-9026-fd16c716bc67/17c14598-2c16-4443-9026-fd16c716bc67.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.035940] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08b8e27-7088-4e5e-a063-a553afad02ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.051668] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 697.051668] env[69243]: value = "task-3688859" [ 697.051668] env[69243]: _type = "Task" [ 697.051668] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.059188] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.147083] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Releasing lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.147403] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Received event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.147509] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing instance network info cache due to event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.147630] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Acquiring lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.148964] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Acquired lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.148964] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.307062] env[69243]: DEBUG nova.network.neutron [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Updating instance_info_cache with network_info: [{"id": "24273669-0e66-47b8-9845-02945d18c322", "address": "fa:16:3e:52:33:12", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24273669-0e", "ovs_interfaceid": "24273669-0e66-47b8-9845-02945d18c322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.360668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7942b64e-d9d5-4e5f-a5da-c55a9a2d85ef tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "416a4207-040b-4c00-aa43-1c7375f075e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.817s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.386803] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.480676] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f93e1b-7a35-4593-be3c-2094981f77db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.488985] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b08b69-3e3d-4950-a977-21f1c87ef510 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.524661] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82724a3b-e9f8-45b3-9e53-4aa57a164d1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.533195] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff885f-1bbf-481d-a9c0-52f0e507f608 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.554096] env[69243]: DEBUG nova.compute.provider_tree [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.568302] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688859, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.812293] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "refresh_cache-d9b56808-ce9b-4efa-ba03-f0ac88238e0e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.812699] env[69243]: DEBUG nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Instance network_info: |[{"id": "24273669-0e66-47b8-9845-02945d18c322", "address": "fa:16:3e:52:33:12", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24273669-0e", "ovs_interfaceid": "24273669-0e66-47b8-9845-02945d18c322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.813673] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:33:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24273669-0e66-47b8-9845-02945d18c322', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.822553] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.823120] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.823558] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17c195f5-9ed8-4602-8c60-ea7b5235fd3d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.846112] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.846112] env[69243]: value = "task-3688860" [ 697.846112] env[69243]: _type = "Task" [ 697.846112] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.855452] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688860, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.866301] env[69243]: DEBUG nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.070929] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7664} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.071529] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 17c14598-2c16-4443-9026-fd16c716bc67/17c14598-2c16-4443-9026-fd16c716bc67.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.071830] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.074461] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-742127a1-2f16-41ab-9419-5b86d161b152 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.086455] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 698.086455] env[69243]: value = "task-3688861" [ 698.086455] env[69243]: _type = "Task" [ 698.086455] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.095366] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.114897] env[69243]: DEBUG nova.scheduler.client.report [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 698.115250] env[69243]: DEBUG nova.compute.provider_tree [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 53 to 54 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 698.115474] env[69243]: DEBUG nova.compute.provider_tree [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.163381] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updated VIF entry in instance network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.163825] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.299493] env[69243]: DEBUG nova.network.neutron [-] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.356580] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688860, 'name': CreateVM_Task, 'duration_secs': 0.416301} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.356755] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.357849] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.358050] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.358415] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.358675] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4a9378-f710-4c2e-af6e-3c40584022b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.364049] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 698.364049] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d1f112-999d-9eb1-88fa-96822a0eb7e0" [ 698.364049] env[69243]: _type = "Task" [ 698.364049] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.384221] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d1f112-999d-9eb1-88fa-96822a0eb7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.402538] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.598563] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123853} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.598860] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.599705] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230147c4-f6ab-4a58-8c5f-cd5f1aa7759c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.604507] env[69243]: DEBUG nova.compute.manager [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Received event network-vif-plugged-24273669-0e66-47b8-9845-02945d18c322 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.604721] env[69243]: DEBUG oslo_concurrency.lockutils [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] Acquiring lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.604951] env[69243]: DEBUG oslo_concurrency.lockutils [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.605126] env[69243]: DEBUG oslo_concurrency.lockutils [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.605295] env[69243]: DEBUG nova.compute.manager [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] No waiting events found dispatching network-vif-plugged-24273669-0e66-47b8-9845-02945d18c322 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.605480] env[69243]: WARNING nova.compute.manager [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Received unexpected event network-vif-plugged-24273669-0e66-47b8-9845-02945d18c322 for instance with vm_state building and task_state spawning. [ 698.605676] env[69243]: DEBUG nova.compute.manager [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Received event network-changed-24273669-0e66-47b8-9845-02945d18c322 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.605918] env[69243]: DEBUG nova.compute.manager [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Refreshing instance network info cache due to event network-changed-24273669-0e66-47b8-9845-02945d18c322. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.606156] env[69243]: DEBUG oslo_concurrency.lockutils [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] Acquiring lock "refresh_cache-d9b56808-ce9b-4efa-ba03-f0ac88238e0e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.606290] env[69243]: DEBUG oslo_concurrency.lockutils [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] Acquired lock "refresh_cache-d9b56808-ce9b-4efa-ba03-f0ac88238e0e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.606453] env[69243]: DEBUG nova.network.neutron [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Refreshing network info cache for port 24273669-0e66-47b8-9845-02945d18c322 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.621877] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.591s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.632561] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 17c14598-2c16-4443-9026-fd16c716bc67/17c14598-2c16-4443-9026-fd16c716bc67.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.633986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.539s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.635795] env[69243]: INFO nova.compute.claims [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.639327] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9f186a-1d40-43d6-97ec-bef25dc1eb64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.659460] env[69243]: INFO nova.scheduler.client.report [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Deleted allocations for instance e23198c9-fbfe-493d-8906-717c275f7e3b [ 698.665766] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 698.665766] env[69243]: value = "task-3688862" [ 698.665766] env[69243]: _type = "Task" [ 698.665766] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.666277] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Releasing lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.666512] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Received event network-changed-83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.666674] env[69243]: DEBUG nova.compute.manager [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Refreshing instance network info cache due to event network-changed-83d8dfe2-ff79-4168-ae93-7dd3b4769313. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.666902] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Acquiring lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.667049] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Acquired lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.667215] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Refreshing network info cache for port 83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.678124] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.802552] env[69243]: INFO nova.compute.manager [-] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Took 1.96 seconds to deallocate network for instance. [ 698.875947] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d1f112-999d-9eb1-88fa-96822a0eb7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.031881} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.876382] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.876620] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.876860] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.877014] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.877213] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.877502] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b891ea5d-3056-4651-aee7-28493916067a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.886442] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.886558] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.887378] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f48318e-41e0-4c2a-9517-5a602ddffe58 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.893998] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 698.893998] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d00152-15d2-97e9-56a5-809642fb38dd" [ 698.893998] env[69243]: _type = "Task" [ 698.893998] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.902371] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d00152-15d2-97e9-56a5-809642fb38dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.164130] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06b65352-1681-4c72-b073-cb144ca66f4f tempest-InstanceActionsV221TestJSON-1843120008 tempest-InstanceActionsV221TestJSON-1843120008-project-member] Lock "e23198c9-fbfe-493d-8906-717c275f7e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.744s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.181399] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.261427] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.261726] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.261955] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.262151] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.262341] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.269021] env[69243]: INFO nova.compute.manager [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Terminating instance [ 699.309528] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.406384] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d00152-15d2-97e9-56a5-809642fb38dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01642} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.407316] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5cd7af-a894-4a31-8605-fca672c6f418 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.413994] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 699.413994] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523cb1b7-56a0-5764-8dd0-e29b9584a054" [ 699.413994] env[69243]: _type = "Task" [ 699.413994] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.425039] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523cb1b7-56a0-5764-8dd0-e29b9584a054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.546282] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "484ab422-9e29-49b4-a01f-21825e70866e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.546569] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "484ab422-9e29-49b4-a01f-21825e70866e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.546781] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "484ab422-9e29-49b4-a01f-21825e70866e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.546961] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "484ab422-9e29-49b4-a01f-21825e70866e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.547149] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "484ab422-9e29-49b4-a01f-21825e70866e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.549428] env[69243]: INFO nova.compute.manager [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Terminating instance [ 699.681480] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.779719] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "refresh_cache-2cccb0a2-1e20-4696-8297-fb39b1e56c62" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.779895] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquired lock "refresh_cache-2cccb0a2-1e20-4696-8297-fb39b1e56c62" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.780088] env[69243]: DEBUG nova.network.neutron [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.908645] env[69243]: DEBUG nova.network.neutron [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Updated VIF entry in instance network info cache for port 24273669-0e66-47b8-9845-02945d18c322. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.909027] env[69243]: DEBUG nova.network.neutron [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Updating instance_info_cache with network_info: [{"id": "24273669-0e66-47b8-9845-02945d18c322", "address": "fa:16:3e:52:33:12", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24273669-0e", "ovs_interfaceid": "24273669-0e66-47b8-9845-02945d18c322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.918981] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updated VIF entry in instance network info cache for port 83d8dfe2-ff79-4168-ae93-7dd3b4769313. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.919353] env[69243]: DEBUG nova.network.neutron [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updating instance_info_cache with network_info: [{"id": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "address": "fa:16:3e:ad:e5:c4", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d8dfe2-ff", "ovs_interfaceid": "83d8dfe2-ff79-4168-ae93-7dd3b4769313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.928600] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523cb1b7-56a0-5764-8dd0-e29b9584a054, 'name': SearchDatastore_Task, 'duration_secs': 0.014822} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.932431] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.933698] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] d9b56808-ce9b-4efa-ba03-f0ac88238e0e/d9b56808-ce9b-4efa-ba03-f0ac88238e0e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.934616] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83684c1e-9a63-45ac-b756-94b87b12721a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.944948] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 699.944948] env[69243]: value = "task-3688863" [ 699.944948] env[69243]: _type = "Task" [ 699.944948] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.957673] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.054652] env[69243]: DEBUG nova.compute.manager [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.055469] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.057340] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacfadab-ec58-472f-9130-9632e889f20b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.069268] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.072517] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-316bc8b5-70b8-4e23-979c-05818803240b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.079043] env[69243]: DEBUG oslo_vmware.api [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 700.079043] env[69243]: value = "task-3688864" [ 700.079043] env[69243]: _type = "Task" [ 700.079043] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.087868] env[69243]: DEBUG oslo_vmware.api [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.183654] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688862, 'name': ReconfigVM_Task, 'duration_secs': 1.018025} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.184265] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 17c14598-2c16-4443-9026-fd16c716bc67/17c14598-2c16-4443-9026-fd16c716bc67.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.185070] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745a6558-3a81-4891-abfe-d796777ab731 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.195043] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 700.195043] env[69243]: value = "task-3688865" [ 700.195043] env[69243]: _type = "Task" [ 700.195043] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.205364] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688865, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.207517] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47a93b-f3cd-468e-a0a1-670f7d6e3374 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.217988] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a204006-53a7-46d9-af3b-6ad8f1976f28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.253150] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8512124d-00ae-4571-b7cf-e083abb97f15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.264920] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd3843-33d9-4cef-94d4-9f2f700c2251 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.282363] env[69243]: DEBUG nova.compute.provider_tree [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.322790] env[69243]: DEBUG nova.network.neutron [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.412209] env[69243]: DEBUG oslo_concurrency.lockutils [req-c40e8ada-52e9-415a-b5ef-5e039e9d2f1c req-b002154f-3020-4b33-8115-5d424275d426 service nova] Releasing lock "refresh_cache-d9b56808-ce9b-4efa-ba03-f0ac88238e0e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.421839] env[69243]: DEBUG nova.network.neutron [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.423602] env[69243]: DEBUG oslo_concurrency.lockutils [req-953a9b36-b555-48cb-92e1-9a3828dea4f8 req-d15b6be8-17dc-49bc-a04e-8e53c0059ef9 service nova] Releasing lock "refresh_cache-1ef48045-56cd-4809-a0f8-6ed80611121a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.457561] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.589168] env[69243]: DEBUG oslo_vmware.api [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688864, 'name': PowerOffVM_Task, 'duration_secs': 0.275506} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.589546] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.589716] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.590458] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e45c1b1-5004-4d57-b879-0be44ab7ca41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.692861] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.692861] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.692861] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Deleting the datastore file [datastore2] 484ab422-9e29-49b4-a01f-21825e70866e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.692861] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88e0e4a-2ddf-40f0-a745-78adb03549ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.702937] env[69243]: DEBUG oslo_vmware.api [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for the task: (returnval){ [ 700.702937] env[69243]: value = "task-3688867" [ 700.702937] env[69243]: _type = "Task" [ 700.702937] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.714132] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688865, 'name': Rename_Task, 'duration_secs': 0.293888} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.714132] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.714132] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3edbdd7-3561-4561-a8d8-485dac2263d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.723660] env[69243]: DEBUG oslo_vmware.api [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.727913] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 700.727913] env[69243]: value = "task-3688868" [ 700.727913] env[69243]: _type = "Task" [ 700.727913] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.740601] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.786179] env[69243]: DEBUG nova.scheduler.client.report [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.925994] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Releasing lock "refresh_cache-2cccb0a2-1e20-4696-8297-fb39b1e56c62" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.926610] env[69243]: DEBUG nova.compute.manager [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.926831] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.928486] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cc006-eeef-4150-91db-7e7715bdfe85 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.936179] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.936475] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a884cb72-e38c-457c-aee3-f4cd0a89731d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.943057] env[69243]: DEBUG oslo_vmware.api [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 700.943057] env[69243]: value = "task-3688869" [ 700.943057] env[69243]: _type = "Task" [ 700.943057] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.956800] env[69243]: DEBUG oslo_vmware.api [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.960064] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656197} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.960332] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] d9b56808-ce9b-4efa-ba03-f0ac88238e0e/d9b56808-ce9b-4efa-ba03-f0ac88238e0e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.960570] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.960842] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-517581a3-7865-4885-8d49-288f9d4e56f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.968742] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 700.968742] env[69243]: value = "task-3688870" [ 700.968742] env[69243]: _type = "Task" [ 700.968742] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.976233] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.215539] env[69243]: DEBUG oslo_vmware.api [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Task: {'id': task-3688867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404247} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.215984] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.216458] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.216458] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.216546] env[69243]: INFO nova.compute.manager [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 701.216842] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.217064] env[69243]: DEBUG nova.compute.manager [-] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.217166] env[69243]: DEBUG nova.network.neutron [-] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.239054] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.292855] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.293347] env[69243]: DEBUG nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.296592] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.101s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.298056] env[69243]: INFO nova.compute.claims [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.417237] env[69243]: DEBUG nova.compute.manager [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Received event network-vif-deleted-089ca140-8a49-4568-b199-1ccb07511088 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.417672] env[69243]: DEBUG nova.compute.manager [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Received event network-changed-c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.418016] env[69243]: DEBUG nova.compute.manager [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Refreshing instance network info cache due to event network-changed-c4095a73-38a0-4ee3-9fda-56fe634e041f. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.418671] env[69243]: DEBUG oslo_concurrency.lockutils [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] Acquiring lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.418974] env[69243]: DEBUG oslo_concurrency.lockutils [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] Acquired lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.419283] env[69243]: DEBUG nova.network.neutron [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Refreshing network info cache for port c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.456712] env[69243]: DEBUG oslo_vmware.api [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688869, 'name': PowerOffVM_Task, 'duration_secs': 0.130097} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.456712] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.456712] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.456712] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8be9a30-45e3-450a-98a7-196aecba0359 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.479276] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.479820] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.480174] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Deleting the datastore file [datastore2] 2cccb0a2-1e20-4696-8297-fb39b1e56c62 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.483498] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5af68d3-718a-4600-81ad-04fb7681c932 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.485675] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079687} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.486659] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.488406] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ead5cb-ccae-407f-ada5-1fdf2871dcaf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.493457] env[69243]: DEBUG oslo_vmware.api [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for the task: (returnval){ [ 701.493457] env[69243]: value = "task-3688872" [ 701.493457] env[69243]: _type = "Task" [ 701.493457] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.518871] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d9b56808-ce9b-4efa-ba03-f0ac88238e0e/d9b56808-ce9b-4efa-ba03-f0ac88238e0e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.519933] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd2b0d8-0126-4d99-8a05-66e76a29f88c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.540261] env[69243]: DEBUG oslo_vmware.api [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.546127] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 701.546127] env[69243]: value = "task-3688873" [ 701.546127] env[69243]: _type = "Task" [ 701.546127] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.554422] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.740416] env[69243]: DEBUG oslo_vmware.api [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688868, 'name': PowerOnVM_Task, 'duration_secs': 0.697457} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.740685] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.740975] env[69243]: INFO nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Took 10.30 seconds to spawn the instance on the hypervisor. [ 701.741166] env[69243]: DEBUG nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.741911] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432319ff-3a63-4e90-ae97-eeb0c46c38e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.803208] env[69243]: DEBUG nova.compute.utils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.806867] env[69243]: DEBUG nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.806867] env[69243]: DEBUG nova.network.neutron [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.879988] env[69243]: DEBUG nova.policy [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a78b90bd1446b90e2338ec0f4fdc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f4114bb0dee44ecb386b2896f75cf4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.005456] env[69243]: DEBUG oslo_vmware.api [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Task: {'id': task-3688872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390735} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.005716] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.005899] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.006090] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.006268] env[69243]: INFO nova.compute.manager [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Took 1.08 seconds to destroy the instance on the hypervisor. [ 702.006652] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.006728] env[69243]: DEBUG nova.compute.manager [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.006810] env[69243]: DEBUG nova.network.neutron [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.022809] env[69243]: DEBUG nova.network.neutron [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.057480] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688873, 'name': ReconfigVM_Task, 'duration_secs': 0.422482} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.057801] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d9b56808-ce9b-4efa-ba03-f0ac88238e0e/d9b56808-ce9b-4efa-ba03-f0ac88238e0e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.058534] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3c110bd-920e-4519-9024-d440b58ee241 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.064928] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 702.064928] env[69243]: value = "task-3688874" [ 702.064928] env[69243]: _type = "Task" [ 702.064928] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.074250] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688874, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.126670] env[69243]: DEBUG nova.network.neutron [-] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.262456] env[69243]: INFO nova.compute.manager [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Took 42.56 seconds to build instance. [ 702.312113] env[69243]: DEBUG nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.525888] env[69243]: DEBUG nova.network.neutron [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.577937] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688874, 'name': Rename_Task, 'duration_secs': 0.15632} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.582317] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.582959] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-759ed247-c924-46ca-b84d-a2a80835560b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.589852] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 702.589852] env[69243]: value = "task-3688875" [ 702.589852] env[69243]: _type = "Task" [ 702.589852] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.595134] env[69243]: DEBUG nova.network.neutron [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updated VIF entry in instance network info cache for port c4095a73-38a0-4ee3-9fda-56fe634e041f. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.599017] env[69243]: DEBUG nova.network.neutron [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updating instance_info_cache with network_info: [{"id": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "address": "fa:16:3e:27:66:79", "network": {"id": "daced41b-74c1-46a4-a3ce-1987a2dd1cb9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1176322224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43cc847538534a8daeb6046fec98dfd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4095a73-38", "ovs_interfaceid": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.603711] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.630091] env[69243]: INFO nova.compute.manager [-] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Took 1.41 seconds to deallocate network for instance. [ 702.738344] env[69243]: DEBUG nova.network.neutron [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Successfully created port: 4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.764966] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cf2e476e-7bb3-42b7-9c9a-87c765884d93 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "17c14598-2c16-4443-9026-fd16c716bc67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.122s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.882714] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5368ad-a374-45c7-9ffb-c548ea5a2793 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.895363] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65373b6-f520-45fe-b2d9-a43aca71a335 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.931769] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe3516-562a-4059-8a86-6d97f9a2b9b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.940615] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d5423f-9c3a-4b5d-b3b8-0381ea536234 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.958185] env[69243]: DEBUG nova.compute.provider_tree [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.981019] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0fbba-f12e-7a0b-e924-9a334f44d3f3/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.981917] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2892e6a0-72b5-4266-9e47-c5f07d4d9421 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.990259] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0fbba-f12e-7a0b-e924-9a334f44d3f3/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.990499] env[69243]: ERROR oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0fbba-f12e-7a0b-e924-9a334f44d3f3/disk-0.vmdk due to incomplete transfer. [ 702.990752] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-569d3a07-ebfb-4b2f-9b38-acb23629246d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.000700] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0fbba-f12e-7a0b-e924-9a334f44d3f3/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 703.000897] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Uploaded image 2869a610-76df-4a04-85c0-9acd4536e54d to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 703.002851] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 703.003463] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3459aba8-bfa5-4d16-aa37-0b89173839ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.009752] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 703.009752] env[69243]: value = "task-3688876" [ 703.009752] env[69243]: _type = "Task" [ 703.009752] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.021619] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688876, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.029352] env[69243]: INFO nova.compute.manager [-] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Took 1.02 seconds to deallocate network for instance. [ 703.101605] env[69243]: DEBUG oslo_concurrency.lockutils [req-7337325b-7e33-4fb2-81ca-393ccf40b8c5 req-699b9cd7-78f2-476d-8cae-e6f234202891 service nova] Releasing lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.102266] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688875, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.125680] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "54841bf4-7c84-4f22-85b0-ea0531580855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.126119] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.143401] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.272358] env[69243]: DEBUG nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.331201] env[69243]: DEBUG nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.369126] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.369126] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.369126] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.369834] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.370252] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.370691] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.371271] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.371923] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.373569] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.374442] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.374876] env[69243]: DEBUG nova.virt.hardware [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.376851] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44914425-dcad-49c8-9ca6-ae7fd88cebac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.388191] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69624d3-f023-47a3-b7f3-2e1d06a411ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.464126] env[69243]: DEBUG nova.scheduler.client.report [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.519966] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688876, 'name': Destroy_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.536147] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.601294] env[69243]: DEBUG oslo_vmware.api [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3688875, 'name': PowerOnVM_Task, 'duration_secs': 0.523852} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.601496] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.601689] env[69243]: INFO nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Took 9.35 seconds to spawn the instance on the hypervisor. [ 703.601863] env[69243]: DEBUG nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.602649] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ac02d-be8d-4274-9321-890876fbe1bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.645379] env[69243]: DEBUG nova.compute.manager [req-a43d1db7-996c-463a-b2af-b57b089b1799 req-0c827ae2-7ff0-419b-ac9d-1ad4b509f7e1 service nova] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Received event network-vif-deleted-3deb7e95-aa34-403e-b3d0-fded45b9c5f2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.797411] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.969494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.970640] env[69243]: DEBUG nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.973661] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.598s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.975311] env[69243]: INFO nova.compute.claims [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.025843] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688876, 'name': Destroy_Task, 'duration_secs': 0.908227} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.026539] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Destroyed the VM [ 704.026539] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 704.026809] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d843fcb-a614-4dcd-8ae1-ca3387664774 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.037800] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 704.037800] env[69243]: value = "task-3688877" [ 704.037800] env[69243]: _type = "Task" [ 704.037800] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.046415] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.130121] env[69243]: INFO nova.compute.manager [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Took 40.34 seconds to build instance. [ 704.483921] env[69243]: DEBUG nova.compute.utils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.487848] env[69243]: DEBUG nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.489162] env[69243]: DEBUG nova.network.neutron [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.550107] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688877, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.613308] env[69243]: DEBUG nova.policy [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '336f472130a54a55b2410bd1de185694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab4494564c42c6885726becdfcdab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.629568] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4f3d718a-12eb-409a-9c00-54c4a684c9d0 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.005s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.988577] env[69243]: DEBUG nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.049182] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688877, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.136409] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.243205] env[69243]: DEBUG nova.network.neutron [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Successfully updated port: 4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.394440] env[69243]: DEBUG nova.network.neutron [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Successfully created port: 8f5922b9-97c3-4450-b9f7-503d5fdb17ea {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.548297] env[69243]: DEBUG oslo_vmware.api [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688877, 'name': RemoveSnapshot_Task, 'duration_secs': 1.114723} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.550772] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 705.551062] env[69243]: INFO nova.compute.manager [None req-5168752d-492d-4b33-9a9a-0bc7da287c05 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 705.607293] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df1a95-794e-46e4-adb6-f65ffff89b41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.615535] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2428de-7538-4e4e-9f3b-390393c4d3fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.651524] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592be16-ef99-4807-97ed-8ba30cbeb422 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.663237] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0168dc4-812e-4e0b-af9b-473b124b9043 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.673491] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.682977] env[69243]: DEBUG nova.compute.provider_tree [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.751586] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.751586] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquired lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.751586] env[69243]: DEBUG nova.network.neutron [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.997946] env[69243]: DEBUG nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.023904] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.024171] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.024471] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.024688] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.024846] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.025013] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.025280] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.025471] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.025674] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.025841] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.026054] env[69243]: DEBUG nova.virt.hardware [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.027074] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c67bb7c-ac68-4914-9f78-bb6ec063d4bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.038031] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7fb3aa-dd9d-4f0f-92f6-0e7da06fecc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.187799] env[69243]: DEBUG nova.scheduler.client.report [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.213408] env[69243]: DEBUG nova.compute.manager [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Received event network-vif-plugged-4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.213594] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Acquiring lock "c53994ed-b194-4ad4-abdc-69d9b8248681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.213803] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.213966] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.214530] env[69243]: DEBUG nova.compute.manager [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] No waiting events found dispatching network-vif-plugged-4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.214737] env[69243]: WARNING nova.compute.manager [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Received unexpected event network-vif-plugged-4a49b568-877f-44bc-a50a-0518590d66e1 for instance with vm_state building and task_state spawning. [ 706.214908] env[69243]: DEBUG nova.compute.manager [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Received event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.215077] env[69243]: DEBUG nova.compute.manager [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing instance network info cache due to event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.215294] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Acquiring lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.215447] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Acquired lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.215607] env[69243]: DEBUG nova.network.neutron [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.300621] env[69243]: DEBUG nova.network.neutron [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.490961] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.491226] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.584839] env[69243]: DEBUG nova.network.neutron [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Updating instance_info_cache with network_info: [{"id": "4a49b568-877f-44bc-a50a-0518590d66e1", "address": "fa:16:3e:80:73:08", "network": {"id": "b8124b6a-b1ef-4eac-89a0-01fcf584b032", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1697578809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4114bb0dee44ecb386b2896f75cf4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a49b568-87", "ovs_interfaceid": "4a49b568-877f-44bc-a50a-0518590d66e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.643765] env[69243]: DEBUG oslo_concurrency.lockutils [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Acquiring lock "0f617809-7812-415b-825f-73dcbdbe9122" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.644059] env[69243]: DEBUG oslo_concurrency.lockutils [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lock "0f617809-7812-415b-825f-73dcbdbe9122" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.696092] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.696092] env[69243]: DEBUG nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.698579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.453s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.699171] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.699472] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 706.699918] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.298s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.700590] env[69243]: DEBUG nova.objects.instance [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 706.704551] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726103ff-a91f-4516-9631-440fdfc871bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.717037] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd3e294-d90a-4ab6-8886-61e08edd94ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.733793] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dc5f0e-7caf-4cdb-b1a6-aea426638c94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.742644] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45651d-d3d4-440c-90a3-700655734f82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.775420] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179838MB free_disk=66GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 706.775619] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.088314] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Releasing lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.088687] env[69243]: DEBUG nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Instance network_info: |[{"id": "4a49b568-877f-44bc-a50a-0518590d66e1", "address": "fa:16:3e:80:73:08", "network": {"id": "b8124b6a-b1ef-4eac-89a0-01fcf584b032", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1697578809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4114bb0dee44ecb386b2896f75cf4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a49b568-87", "ovs_interfaceid": "4a49b568-877f-44bc-a50a-0518590d66e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.089141] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:73:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a49b568-877f-44bc-a50a-0518590d66e1', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.099028] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Creating folder: Project (8f4114bb0dee44ecb386b2896f75cf4c). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.102755] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1ddd9cc-b0ca-4c53-bd06-b1ccda1aeea1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.115785] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Created folder: Project (8f4114bb0dee44ecb386b2896f75cf4c) in parent group-v734844. [ 707.115982] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Creating folder: Instances. Parent ref: group-v734937. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.116603] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ca7db0f-a6ed-4d55-a0b6-50b255d982b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.128936] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Created folder: Instances in parent group-v734937. [ 707.129366] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.129644] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.129945] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c884df7-f041-4975-819c-5f3afbd872e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.153548] env[69243]: DEBUG nova.compute.utils [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.160845] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.160845] env[69243]: value = "task-3688880" [ 707.160845] env[69243]: _type = "Task" [ 707.160845] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.170538] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688880, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.212047] env[69243]: DEBUG nova.compute.utils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.212182] env[69243]: DEBUG nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.212454] env[69243]: DEBUG nova.network.neutron [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.282556] env[69243]: DEBUG nova.policy [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0bcc6323cdf4a839922199eec9d3887', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ebc5a65f3d046c1b86de8d35ce37492', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.416727] env[69243]: DEBUG nova.network.neutron [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updated VIF entry in instance network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.417287] env[69243]: DEBUG nova.network.neutron [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.606464] env[69243]: DEBUG nova.network.neutron [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Successfully created port: b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.621291] env[69243]: DEBUG nova.network.neutron [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Successfully updated port: 8f5922b9-97c3-4450-b9f7-503d5fdb17ea {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.659729] env[69243]: DEBUG oslo_concurrency.lockutils [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lock "0f617809-7812-415b-825f-73dcbdbe9122" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.671956] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688880, 'name': CreateVM_Task, 'duration_secs': 0.482743} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.672153] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.672863] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.673037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.673351] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.673605] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe8d8f5-0706-47c4-9f09-ee37730c80d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.678993] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 707.678993] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a1a120-9104-2cb8-c670-51f46cdbbca4" [ 707.678993] env[69243]: _type = "Task" [ 707.678993] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.686886] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a1a120-9104-2cb8-c670-51f46cdbbca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.709781] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d27731b2-2529-40da-83c8-0874bc2cbb90 tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.711412] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.341s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.713023] env[69243]: INFO nova.compute.claims [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.718938] env[69243]: DEBUG nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.920583] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Releasing lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.920959] env[69243]: DEBUG nova.compute.manager [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Received event network-changed-4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.921189] env[69243]: DEBUG nova.compute.manager [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Refreshing instance network info cache due to event network-changed-4a49b568-877f-44bc-a50a-0518590d66e1. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.921331] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Acquiring lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.921411] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Acquired lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.921571] env[69243]: DEBUG nova.network.neutron [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Refreshing network info cache for port 4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.128621] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "refresh_cache-60e63b59-407f-4605-9dbc-4cd777b744c1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128621] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "refresh_cache-60e63b59-407f-4605-9dbc-4cd777b744c1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.128621] env[69243]: DEBUG nova.network.neutron [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.190112] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a1a120-9104-2cb8-c670-51f46cdbbca4, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.190112] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.190112] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.190112] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.190358] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.190413] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.190773] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-517d1e60-5a82-4e5b-a09d-e7ad8e994181 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.199614] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.202019] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.202019] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7028cc-d159-4796-b1fa-6739ee5590d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.206468] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 708.206468] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525e8d1a-f01b-e199-19ce-e2e2701202de" [ 708.206468] env[69243]: _type = "Task" [ 708.206468] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.215301] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525e8d1a-f01b-e199-19ce-e2e2701202de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.223220] env[69243]: INFO nova.virt.block_device [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Booting with volume 50a39883-78c3-4008-8e2b-486430f830b6 at /dev/sda [ 708.270593] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2649f748-a4a1-42f6-8bd8-ee5194da62e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.280644] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d231b004-3971-4ad2-b08d-c5285329d5a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.318924] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5794581f-1f91-4092-ba5b-6e7e765db9f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.329169] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9aff20-7add-458d-be4c-240cd4867cc5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.365900] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eb6b4e-d4f9-497a-86f5-65a0c323f3bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.373445] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d7a3c7-56a2-4d9c-8b49-07585bc79060 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.388217] env[69243]: DEBUG nova.virt.block_device [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updating existing volume attachment record: ab40aa70-c223-4e32-92b6-e0dbde0f1ccd {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 708.708415] env[69243]: DEBUG nova.network.neutron [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.720787] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525e8d1a-f01b-e199-19ce-e2e2701202de, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.721658] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde0b5f7-85ae-44ec-b6c4-1562d54024c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.728196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Acquiring lock "0f617809-7812-415b-825f-73dcbdbe9122" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.728196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lock "0f617809-7812-415b-825f-73dcbdbe9122" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.728196] env[69243]: INFO nova.compute.manager [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Attaching volume 7d4798f3-8981-4bd4-98d2-85b689c8a54f to /dev/sdb [ 708.735035] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 708.735035] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a53bf6-0a71-2a78-7fca-82ade5f5ff95" [ 708.735035] env[69243]: _type = "Task" [ 708.735035] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.740182] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a53bf6-0a71-2a78-7fca-82ade5f5ff95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.786630] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395d390-91ff-4444-8726-f1773a2ae24c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.795385] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ded5f3-4a09-4ece-b70a-44036997ce38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.817256] env[69243]: DEBUG nova.virt.block_device [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Updating existing volume attachment record: c0e059af-6200-4537-b01c-90562aed2715 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 708.923570] env[69243]: DEBUG nova.network.neutron [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Updated VIF entry in instance network info cache for port 4a49b568-877f-44bc-a50a-0518590d66e1. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.923570] env[69243]: DEBUG nova.network.neutron [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Updating instance_info_cache with network_info: [{"id": "4a49b568-877f-44bc-a50a-0518590d66e1", "address": "fa:16:3e:80:73:08", "network": {"id": "b8124b6a-b1ef-4eac-89a0-01fcf584b032", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1697578809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4114bb0dee44ecb386b2896f75cf4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a49b568-87", "ovs_interfaceid": "4a49b568-877f-44bc-a50a-0518590d66e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.072266] env[69243]: DEBUG nova.network.neutron [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Updating instance_info_cache with network_info: [{"id": "8f5922b9-97c3-4450-b9f7-503d5fdb17ea", "address": "fa:16:3e:41:03:e1", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5922b9-97", "ovs_interfaceid": "8f5922b9-97c3-4450-b9f7-503d5fdb17ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.157870] env[69243]: DEBUG nova.network.neutron [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Successfully updated port: b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.238156] env[69243]: DEBUG nova.compute.manager [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Received event network-changed-c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.238425] env[69243]: DEBUG nova.compute.manager [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Refreshing instance network info cache due to event network-changed-c4095a73-38a0-4ee3-9fda-56fe634e041f. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.238650] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Acquiring lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.238794] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Acquired lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.238957] env[69243]: DEBUG nova.network.neutron [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Refreshing network info cache for port c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.254858] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a53bf6-0a71-2a78-7fca-82ade5f5ff95, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.255215] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.255532] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] c53994ed-b194-4ad4-abdc-69d9b8248681/c53994ed-b194-4ad4-abdc-69d9b8248681.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.255848] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec20bcf3-3d01-4a7b-a5e6-15707c651ab2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.266088] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 709.266088] env[69243]: value = "task-3688884" [ 709.266088] env[69243]: _type = "Task" [ 709.266088] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.275252] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.346388] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d1dcb3-c818-4269-af0f-c52496cd22bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.355306] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacee9ed-7f62-483c-881f-f318cec193c4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.393852] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08286234-a8fc-4cf8-800a-7e9470f3c410 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.402055] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3dd063-53fb-459e-9b5c-da70bccd90c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.416804] env[69243]: DEBUG nova.compute.provider_tree [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.427111] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ce82c99-44f4-412f-9ac1-796d125f98bc req-f69604a9-b92c-4693-8522-53c5dd7622a7 service nova] Releasing lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.452771] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "3b533631-81e0-4394-8122-9c2ae1debbeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.453027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.581376] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "refresh_cache-60e63b59-407f-4605-9dbc-4cd777b744c1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.581726] env[69243]: DEBUG nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Instance network_info: |[{"id": "8f5922b9-97c3-4450-b9f7-503d5fdb17ea", "address": "fa:16:3e:41:03:e1", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5922b9-97", "ovs_interfaceid": "8f5922b9-97c3-4450-b9f7-503d5fdb17ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.582129] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:03:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f5922b9-97c3-4450-b9f7-503d5fdb17ea', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.590600] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.591514] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.592047] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151ccc37-9140-4aeb-b6eb-e25236739b25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.615053] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.615053] env[69243]: value = "task-3688885" [ 709.615053] env[69243]: _type = "Task" [ 709.615053] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.622454] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688885, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.662400] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquiring lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.662590] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquired lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.662748] env[69243]: DEBUG nova.network.neutron [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.694323] env[69243]: DEBUG nova.compute.manager [req-43db9075-fc39-4c9d-8a65-96fa1dd715e9 req-aa30fc91-c22c-402f-980f-41787c21a087 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Received event network-vif-plugged-b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.694323] env[69243]: DEBUG oslo_concurrency.lockutils [req-43db9075-fc39-4c9d-8a65-96fa1dd715e9 req-aa30fc91-c22c-402f-980f-41787c21a087 service nova] Acquiring lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.694682] env[69243]: DEBUG oslo_concurrency.lockutils [req-43db9075-fc39-4c9d-8a65-96fa1dd715e9 req-aa30fc91-c22c-402f-980f-41787c21a087 service nova] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.694858] env[69243]: DEBUG oslo_concurrency.lockutils [req-43db9075-fc39-4c9d-8a65-96fa1dd715e9 req-aa30fc91-c22c-402f-980f-41787c21a087 service nova] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.695064] env[69243]: DEBUG nova.compute.manager [req-43db9075-fc39-4c9d-8a65-96fa1dd715e9 req-aa30fc91-c22c-402f-980f-41787c21a087 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] No waiting events found dispatching network-vif-plugged-b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.695284] env[69243]: WARNING nova.compute.manager [req-43db9075-fc39-4c9d-8a65-96fa1dd715e9 req-aa30fc91-c22c-402f-980f-41787c21a087 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Received unexpected event network-vif-plugged-b479563a-e358-4285-a71c-6d3f66343826 for instance with vm_state building and task_state block_device_mapping. [ 709.776239] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507815} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.776239] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] c53994ed-b194-4ad4-abdc-69d9b8248681/c53994ed-b194-4ad4-abdc-69d9b8248681.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.776530] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.776530] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f98f1e37-b943-4d35-b230-a256b8fc8efa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.784232] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 709.784232] env[69243]: value = "task-3688886" [ 709.784232] env[69243]: _type = "Task" [ 709.784232] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.792259] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.922290] env[69243]: DEBUG nova.scheduler.client.report [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.964317] env[69243]: DEBUG nova.network.neutron [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updated VIF entry in instance network info cache for port c4095a73-38a0-4ee3-9fda-56fe634e041f. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.964412] env[69243]: DEBUG nova.network.neutron [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updating instance_info_cache with network_info: [{"id": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "address": "fa:16:3e:27:66:79", "network": {"id": "daced41b-74c1-46a4-a3ce-1987a2dd1cb9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1176322224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43cc847538534a8daeb6046fec98dfd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4095a73-38", "ovs_interfaceid": "c4095a73-38a0-4ee3-9fda-56fe634e041f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.124373] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688885, 'name': CreateVM_Task, 'duration_secs': 0.454173} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.124549] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.125242] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.125408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.125726] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.125971] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b10b6e-b229-466b-9cd8-6e2f60cc5830 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.130409] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 710.130409] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52411e7c-9cfe-01c6-6cda-7f0018eeaa2f" [ 710.130409] env[69243]: _type = "Task" [ 710.130409] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.138494] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52411e7c-9cfe-01c6-6cda-7f0018eeaa2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.197274] env[69243]: DEBUG nova.network.neutron [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.294490] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108236} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.294776] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.295543] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761995a4-fe4b-4dad-888c-a99f7f1f98fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.317967] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] c53994ed-b194-4ad4-abdc-69d9b8248681/c53994ed-b194-4ad4-abdc-69d9b8248681.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.320740] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ca273a9-c9d4-484e-8b76-91b66e085776 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.340429] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 710.340429] env[69243]: value = "task-3688887" [ 710.340429] env[69243]: _type = "Task" [ 710.340429] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.348691] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.369248] env[69243]: DEBUG nova.network.neutron [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updating instance_info_cache with network_info: [{"id": "b479563a-e358-4285-a71c-6d3f66343826", "address": "fa:16:3e:08:24:c6", "network": {"id": "8dc4a44f-98c4-48fd-934b-b008b0428617", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-732930405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebc5a65f3d046c1b86de8d35ce37492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb479563a-e3", "ovs_interfaceid": "b479563a-e358-4285-a71c-6d3f66343826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.429436] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.429981] env[69243]: DEBUG nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.432470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.955s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.433842] env[69243]: INFO nova.compute.claims [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.467057] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Releasing lock "refresh_cache-416a4207-040b-4c00-aa43-1c7375f075e6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.467693] env[69243]: DEBUG nova.compute.manager [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Received event network-vif-plugged-8f5922b9-97c3-4450-b9f7-503d5fdb17ea {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.467693] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Acquiring lock "60e63b59-407f-4605-9dbc-4cd777b744c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.467693] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.467876] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.468051] env[69243]: DEBUG nova.compute.manager [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] No waiting events found dispatching network-vif-plugged-8f5922b9-97c3-4450-b9f7-503d5fdb17ea {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.468279] env[69243]: WARNING nova.compute.manager [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Received unexpected event network-vif-plugged-8f5922b9-97c3-4450-b9f7-503d5fdb17ea for instance with vm_state building and task_state spawning. [ 710.468510] env[69243]: DEBUG nova.compute.manager [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Received event network-changed-8f5922b9-97c3-4450-b9f7-503d5fdb17ea {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.468678] env[69243]: DEBUG nova.compute.manager [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Refreshing instance network info cache due to event network-changed-8f5922b9-97c3-4450-b9f7-503d5fdb17ea. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.468862] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Acquiring lock "refresh_cache-60e63b59-407f-4605-9dbc-4cd777b744c1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.468999] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Acquired lock "refresh_cache-60e63b59-407f-4605-9dbc-4cd777b744c1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.469168] env[69243]: DEBUG nova.network.neutron [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Refreshing network info cache for port 8f5922b9-97c3-4450-b9f7-503d5fdb17ea {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.504331] env[69243]: DEBUG nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.504775] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.505279] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.505279] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.505404] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.505484] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.505606] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.505809] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.505965] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.506166] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.506364] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.506543] env[69243]: DEBUG nova.virt.hardware [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.507846] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec02d14a-3a0a-421b-bd82-46d8143c4538 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.516210] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ab55d-4422-4bd6-9b11-390ee18652f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.566015] env[69243]: DEBUG nova.compute.manager [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.566980] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7fb69-6329-4b97-8738-9259bd7d2ce1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.641552] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52411e7c-9cfe-01c6-6cda-7f0018eeaa2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.641859] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.642164] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.642366] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.642521] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.642681] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.642939] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19625d3b-617b-48d7-b34d-2b0d0e310aef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.651150] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.651335] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.652086] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b63417-8021-4279-a475-29ed3857cb8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.657353] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 710.657353] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523ba4fc-0ce9-1436-25a9-288e5eaad466" [ 710.657353] env[69243]: _type = "Task" [ 710.657353] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.666302] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523ba4fc-0ce9-1436-25a9-288e5eaad466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.680130] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "416a4207-040b-4c00-aa43-1c7375f075e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.680418] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "416a4207-040b-4c00-aa43-1c7375f075e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.680665] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "416a4207-040b-4c00-aa43-1c7375f075e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.680894] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "416a4207-040b-4c00-aa43-1c7375f075e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.681109] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "416a4207-040b-4c00-aa43-1c7375f075e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.683250] env[69243]: INFO nova.compute.manager [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Terminating instance [ 710.850249] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.870990] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Releasing lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.871359] env[69243]: DEBUG nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance network_info: |[{"id": "b479563a-e358-4285-a71c-6d3f66343826", "address": "fa:16:3e:08:24:c6", "network": {"id": "8dc4a44f-98c4-48fd-934b-b008b0428617", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-732930405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebc5a65f3d046c1b86de8d35ce37492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb479563a-e3", "ovs_interfaceid": "b479563a-e358-4285-a71c-6d3f66343826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.871845] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:24:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b479563a-e358-4285-a71c-6d3f66343826', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.879405] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Creating folder: Project (9ebc5a65f3d046c1b86de8d35ce37492). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.880781] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b871067d-9e5f-4d6a-978c-0fc519cc3a20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.892912] env[69243]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 710.893112] env[69243]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69243) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 710.893482] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Folder already exists: Project (9ebc5a65f3d046c1b86de8d35ce37492). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 710.893674] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Creating folder: Instances. Parent ref: group-v734873. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.893912] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853582e7-dbfc-48ba-ae63-89305010a8e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.906541] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Created folder: Instances in parent group-v734873. [ 710.906814] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.907748] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.907748] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9341e5f-651e-4e3a-840f-811b2e1b0962 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.926157] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.926157] env[69243]: value = "task-3688890" [ 710.926157] env[69243]: _type = "Task" [ 710.926157] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.934522] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688890, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.938347] env[69243]: DEBUG nova.compute.utils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.940030] env[69243]: DEBUG nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.940126] env[69243]: DEBUG nova.network.neutron [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.022584] env[69243]: DEBUG nova.policy [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b7902038b046bda80b7fb209997548', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84357eece98247baadcbf48db58b14a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.079041] env[69243]: INFO nova.compute.manager [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] instance snapshotting [ 711.083317] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c4fa4-18d4-4572-9ac4-755d2bd8798a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.106830] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df9da0-fb90-4f54-820c-0943149a307d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.168459] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523ba4fc-0ce9-1436-25a9-288e5eaad466, 'name': SearchDatastore_Task, 'duration_secs': 0.012585} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.169334] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e153e6-8a49-4d4e-bddf-48fab78df04c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.175789] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 711.175789] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a438b-9bb1-fdf1-c314-38131ce47544" [ 711.175789] env[69243]: _type = "Task" [ 711.175789] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.183288] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a438b-9bb1-fdf1-c314-38131ce47544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.188310] env[69243]: DEBUG nova.compute.manager [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.188310] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.189143] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e07e99-ba97-4da7-a2de-20ecbf675650 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.198381] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.198677] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f15ea2-31c4-4215-ba33-5d1243f95034 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.211057] env[69243]: DEBUG oslo_vmware.api [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 711.211057] env[69243]: value = "task-3688892" [ 711.211057] env[69243]: _type = "Task" [ 711.211057] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.220244] env[69243]: DEBUG oslo_vmware.api [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.349844] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688887, 'name': ReconfigVM_Task, 'duration_secs': 0.720342} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.350214] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Reconfigured VM instance instance-0000001d to attach disk [datastore1] c53994ed-b194-4ad4-abdc-69d9b8248681/c53994ed-b194-4ad4-abdc-69d9b8248681.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.350952] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6993303-f58f-487f-bb76-fe82dc265f64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.353917] env[69243]: DEBUG nova.network.neutron [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Successfully created port: 3bf42228-4dde-4721-b938-8238625a5f33 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.361134] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 711.361134] env[69243]: value = "task-3688893" [ 711.361134] env[69243]: _type = "Task" [ 711.361134] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.369882] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688893, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.377694] env[69243]: DEBUG nova.network.neutron [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Updated VIF entry in instance network info cache for port 8f5922b9-97c3-4450-b9f7-503d5fdb17ea. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.378064] env[69243]: DEBUG nova.network.neutron [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Updating instance_info_cache with network_info: [{"id": "8f5922b9-97c3-4450-b9f7-503d5fdb17ea", "address": "fa:16:3e:41:03:e1", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5922b9-97", "ovs_interfaceid": "8f5922b9-97c3-4450-b9f7-503d5fdb17ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.436582] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688890, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.446022] env[69243]: DEBUG nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.624768] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.624768] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcc0bd49-9e81-4729-8aa2-60386a422335 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.643130] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 711.643130] env[69243]: value = "task-3688894" [ 711.643130] env[69243]: _type = "Task" [ 711.643130] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.652207] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.688926] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a438b-9bb1-fdf1-c314-38131ce47544, 'name': SearchDatastore_Task, 'duration_secs': 0.020794} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.689237] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.689523] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 60e63b59-407f-4605-9dbc-4cd777b744c1/60e63b59-407f-4605-9dbc-4cd777b744c1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.690021] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f7b285-8fd9-4e20-b0c0-694f185bf428 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.699687] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 711.699687] env[69243]: value = "task-3688895" [ 711.699687] env[69243]: _type = "Task" [ 711.699687] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.710470] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.719919] env[69243]: DEBUG oslo_vmware.api [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688892, 'name': PowerOffVM_Task, 'duration_secs': 0.452553} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.722782] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.723441] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.723529] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b0a6d3-a900-49b3-b511-e47f9520aaa0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.779693] env[69243]: DEBUG nova.compute.manager [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Received event network-changed-b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.779955] env[69243]: DEBUG nova.compute.manager [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Refreshing instance network info cache due to event network-changed-b479563a-e358-4285-a71c-6d3f66343826. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.780235] env[69243]: DEBUG oslo_concurrency.lockutils [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] Acquiring lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.780416] env[69243]: DEBUG oslo_concurrency.lockutils [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] Acquired lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.780632] env[69243]: DEBUG nova.network.neutron [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Refreshing network info cache for port b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.784604] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.784932] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.785113] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Deleting the datastore file [datastore2] 416a4207-040b-4c00-aa43-1c7375f075e6 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.785269] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68cb3286-edce-4801-a50d-3023479d7e27 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.793774] env[69243]: DEBUG oslo_vmware.api [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for the task: (returnval){ [ 711.793774] env[69243]: value = "task-3688897" [ 711.793774] env[69243]: _type = "Task" [ 711.793774] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.802430] env[69243]: DEBUG oslo_vmware.api [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.876104] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688893, 'name': Rename_Task, 'duration_secs': 0.158065} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.876527] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.876751] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb5f36e-2932-4af3-97ff-673bd6034cda {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.880834] env[69243]: DEBUG oslo_concurrency.lockutils [req-a3fdbcf5-f315-4322-ac70-5ed4c16d73e7 req-2bcdc4b0-e641-447e-928e-ac57fad1b5d7 service nova] Releasing lock "refresh_cache-60e63b59-407f-4605-9dbc-4cd777b744c1" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.886012] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 711.886012] env[69243]: value = "task-3688898" [ 711.886012] env[69243]: _type = "Task" [ 711.886012] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.895742] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.938636] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688890, 'name': CreateVM_Task, 'duration_secs': 0.529558} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.941663] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.943075] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734879', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'name': 'volume-50a39883-78c3-4008-8e2b-486430f830b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe', 'attached_at': '', 'detached_at': '', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'serial': '50a39883-78c3-4008-8e2b-486430f830b6'}, 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'ab40aa70-c223-4e32-92b6-e0dbde0f1ccd', 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 711.943075] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Root volume attach. Driver type: vmdk {{(pid=69243) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 711.943839] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e34480c-3432-4692-9f0b-2380b614069f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.955622] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d123f6f6-73b1-46c9-82dc-e4eae89255a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.966526] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b746478-7bfa-4ea8-b210-cd020c66c823 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.976450] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cb747a14-6e0f-4525-935e-eb58a2b96ab9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.986722] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 711.986722] env[69243]: value = "task-3688899" [ 711.986722] env[69243]: _type = "Task" [ 711.986722] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.997403] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.036567] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8837a6-f114-4e4d-80f7-4f3625d4270e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.045056] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c759553-6e19-48ce-bf5e-92845130725f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.079078] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514264c1-55a8-4e5c-9eb9-f9c6d4dab687 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.091474] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d065b7-435c-41f1-bdfc-fc66a884125c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.108620] env[69243]: DEBUG nova.compute.provider_tree [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.155845] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688894, 'name': CreateSnapshot_Task, 'duration_secs': 0.505205} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.156564] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.157278] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e468b-8681-442a-afbd-48dda5e32951 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.210536] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.305286] env[69243]: DEBUG oslo_vmware.api [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Task: {'id': task-3688897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215703} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.306060] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.306305] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.306514] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.306750] env[69243]: INFO nova.compute.manager [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 712.307061] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.307340] env[69243]: DEBUG nova.compute.manager [-] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.307445] env[69243]: DEBUG nova.network.neutron [-] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.399922] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.461280] env[69243]: DEBUG nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.491103] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.491410] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.491578] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.491757] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.491900] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.492057] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.493151] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.493358] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.493544] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.494565] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.494565] env[69243]: DEBUG nova.virt.hardware [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.498696] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a01e2f-0593-46ad-b3da-f6ca43f3023e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.507410] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 42%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.510912] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8ada1-5d8d-41a9-a0f0-70f599b808a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.612800] env[69243]: DEBUG nova.scheduler.client.report [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.677303] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 712.678046] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07f207c5-c2a3-4442-9a4e-1337f496d4cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.690262] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 712.690262] env[69243]: value = "task-3688900" [ 712.690262] env[69243]: _type = "Task" [ 712.690262] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.702080] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.714360] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572267} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.714715] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 60e63b59-407f-4605-9dbc-4cd777b744c1/60e63b59-407f-4605-9dbc-4cd777b744c1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.714937] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.715239] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5cf3254-2b30-484f-909f-f255c6b73905 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.725012] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 712.725012] env[69243]: value = "task-3688901" [ 712.725012] env[69243]: _type = "Task" [ 712.725012] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.740807] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.839380] env[69243]: DEBUG nova.network.neutron [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updated VIF entry in instance network info cache for port b479563a-e358-4285-a71c-6d3f66343826. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.839380] env[69243]: DEBUG nova.network.neutron [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updating instance_info_cache with network_info: [{"id": "b479563a-e358-4285-a71c-6d3f66343826", "address": "fa:16:3e:08:24:c6", "network": {"id": "8dc4a44f-98c4-48fd-934b-b008b0428617", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-732930405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebc5a65f3d046c1b86de8d35ce37492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb479563a-e3", "ovs_interfaceid": "b479563a-e358-4285-a71c-6d3f66343826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.905107] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688898, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.939891] env[69243]: DEBUG nova.network.neutron [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Successfully updated port: 3bf42228-4dde-4721-b938-8238625a5f33 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.002771] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 54%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.046906] env[69243]: DEBUG nova.compute.manager [req-a3f2aacf-0d65-4b4e-9054-88c15335b227 req-8090ba24-f182-4de1-a7c5-4f5252f4213a service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Received event network-vif-deleted-c4095a73-38a0-4ee3-9fda-56fe634e041f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.047128] env[69243]: INFO nova.compute.manager [req-a3f2aacf-0d65-4b4e-9054-88c15335b227 req-8090ba24-f182-4de1-a7c5-4f5252f4213a service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Neutron deleted interface c4095a73-38a0-4ee3-9fda-56fe634e041f; detaching it from the instance and deleting it from the info cache [ 713.047343] env[69243]: DEBUG nova.network.neutron [req-a3f2aacf-0d65-4b4e-9054-88c15335b227 req-8090ba24-f182-4de1-a7c5-4f5252f4213a service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.122276] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.122331] env[69243]: DEBUG nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.125113] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.415s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.127732] env[69243]: INFO nova.compute.claims [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.202683] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.237875] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087443} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.238353] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.239365] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ac9fb6-e0c7-447b-a16f-ac78ed0f3d13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.268860] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 60e63b59-407f-4605-9dbc-4cd777b744c1/60e63b59-407f-4605-9dbc-4cd777b744c1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.269234] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eda294f-92d8-49d7-9533-092a45741154 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.291640] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 713.291640] env[69243]: value = "task-3688902" [ 713.291640] env[69243]: _type = "Task" [ 713.291640] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.303324] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.341566] env[69243]: DEBUG oslo_concurrency.lockutils [req-03fb5d66-2a4a-40f2-8322-e3895122d070 req-dac22707-d920-4e6c-b071-b4575b792ebe service nova] Releasing lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.395584] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 713.397545] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734942', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'name': 'volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f617809-7812-415b-825f-73dcbdbe9122', 'attached_at': '', 'detached_at': '', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'serial': '7d4798f3-8981-4bd4-98d2-85b689c8a54f'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 713.397545] env[69243]: DEBUG nova.network.neutron [-] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.399063] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3de7db-cee2-46ed-89ee-cb3ccde0d53f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.422456] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e6a2e-9889-4b0d-8dc3-bec202c92a96 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.425934] env[69243]: DEBUG oslo_vmware.api [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3688898, 'name': PowerOnVM_Task, 'duration_secs': 1.372357} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.426764] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.427136] env[69243]: INFO nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Took 10.10 seconds to spawn the instance on the hypervisor. [ 713.427417] env[69243]: DEBUG nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.428800] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508aaaf1-12f2-4ccb-bbdf-4193e1741326 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.461143] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "refresh_cache-d4426718-3e16-4e62-8613-642f3ede15bc" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.461143] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired lock "refresh_cache-d4426718-3e16-4e62-8613-642f3ede15bc" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.461143] env[69243]: DEBUG nova.network.neutron [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.467977] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f/volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.470048] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb8863f-986c-4018-99f8-640d59f0f9d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.495474] env[69243]: DEBUG oslo_vmware.api [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Waiting for the task: (returnval){ [ 713.495474] env[69243]: value = "task-3688903" [ 713.495474] env[69243]: _type = "Task" [ 713.495474] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.503582] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 67%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.509754] env[69243]: DEBUG oslo_vmware.api [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.552623] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-255c6acc-2a8e-4ae5-ad36-4892abf16a10 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.564648] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6331fdb-e5e5-4860-b2f0-ad7484a98c02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.605420] env[69243]: DEBUG nova.compute.manager [req-a3f2aacf-0d65-4b4e-9054-88c15335b227 req-8090ba24-f182-4de1-a7c5-4f5252f4213a service nova] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Detach interface failed, port_id=c4095a73-38a0-4ee3-9fda-56fe634e041f, reason: Instance 416a4207-040b-4c00-aa43-1c7375f075e6 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 713.633392] env[69243]: DEBUG nova.compute.utils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.637153] env[69243]: DEBUG nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.637336] env[69243]: DEBUG nova.network.neutron [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.684089] env[69243]: DEBUG nova.policy [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '483c7fcc4a764b19961c65fe34e8c4ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e475889de40487a9d4f09f3352917dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.701661] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.803963] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688902, 'name': ReconfigVM_Task, 'duration_secs': 0.390924} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.804262] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 60e63b59-407f-4605-9dbc-4cd777b744c1/60e63b59-407f-4605-9dbc-4cd777b744c1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.804911] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e66f764-2298-423d-8c25-5595adc17565 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.810497] env[69243]: DEBUG nova.compute.manager [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Received event network-vif-plugged-3bf42228-4dde-4721-b938-8238625a5f33 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.810676] env[69243]: DEBUG oslo_concurrency.lockutils [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] Acquiring lock "d4426718-3e16-4e62-8613-642f3ede15bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.810939] env[69243]: DEBUG oslo_concurrency.lockutils [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] Lock "d4426718-3e16-4e62-8613-642f3ede15bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.811135] env[69243]: DEBUG oslo_concurrency.lockutils [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] Lock "d4426718-3e16-4e62-8613-642f3ede15bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.811306] env[69243]: DEBUG nova.compute.manager [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] No waiting events found dispatching network-vif-plugged-3bf42228-4dde-4721-b938-8238625a5f33 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.811552] env[69243]: WARNING nova.compute.manager [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Received unexpected event network-vif-plugged-3bf42228-4dde-4721-b938-8238625a5f33 for instance with vm_state building and task_state spawning. [ 713.811640] env[69243]: DEBUG nova.compute.manager [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Received event network-changed-3bf42228-4dde-4721-b938-8238625a5f33 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.811806] env[69243]: DEBUG nova.compute.manager [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Refreshing instance network info cache due to event network-changed-3bf42228-4dde-4721-b938-8238625a5f33. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.811975] env[69243]: DEBUG oslo_concurrency.lockutils [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] Acquiring lock "refresh_cache-d4426718-3e16-4e62-8613-642f3ede15bc" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.815352] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 713.815352] env[69243]: value = "task-3688904" [ 713.815352] env[69243]: _type = "Task" [ 713.815352] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.825774] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688904, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.903092] env[69243]: INFO nova.compute.manager [-] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Took 1.60 seconds to deallocate network for instance. [ 713.965627] env[69243]: INFO nova.compute.manager [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Took 45.90 seconds to build instance. [ 714.002211] env[69243]: DEBUG nova.network.neutron [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Successfully created port: 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.010546] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 82%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.014968] env[69243]: DEBUG oslo_vmware.api [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.037443] env[69243]: DEBUG nova.network.neutron [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.141201] env[69243]: DEBUG nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.208131] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.286487] env[69243]: DEBUG nova.network.neutron [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Updating instance_info_cache with network_info: [{"id": "3bf42228-4dde-4721-b938-8238625a5f33", "address": "fa:16:3e:54:42:64", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42228-4d", "ovs_interfaceid": "3bf42228-4dde-4721-b938-8238625a5f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.327166] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688904, 'name': Rename_Task, 'duration_secs': 0.193668} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.330883] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.332562] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273fe0d9-e27b-4e4a-8f5e-d377733cd244 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.338580] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 714.338580] env[69243]: value = "task-3688905" [ 714.338580] env[69243]: _type = "Task" [ 714.338580] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.349654] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.411035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.467739] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7abac30d-6af4-496e-afd1-d8adf783d9c0 tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.977s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.508773] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 97%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.512144] env[69243]: DEBUG oslo_vmware.api [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688903, 'name': ReconfigVM_Task, 'duration_secs': 0.624978} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.515206] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f/volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.521520] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316e13e7-f60d-44d6-9aa4-78f066960e0c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.535719] env[69243]: DEBUG oslo_vmware.api [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Waiting for the task: (returnval){ [ 714.535719] env[69243]: value = "task-3688906" [ 714.535719] env[69243]: _type = "Task" [ 714.535719] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.544379] env[69243]: DEBUG oslo_vmware.api [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.701741] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.794031] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Releasing lock "refresh_cache-d4426718-3e16-4e62-8613-642f3ede15bc" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.794031] env[69243]: DEBUG nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Instance network_info: |[{"id": "3bf42228-4dde-4721-b938-8238625a5f33", "address": "fa:16:3e:54:42:64", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42228-4d", "ovs_interfaceid": "3bf42228-4dde-4721-b938-8238625a5f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.794320] env[69243]: DEBUG oslo_concurrency.lockutils [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] Acquired lock "refresh_cache-d4426718-3e16-4e62-8613-642f3ede15bc" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.794320] env[69243]: DEBUG nova.network.neutron [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Refreshing network info cache for port 3bf42228-4dde-4721-b938-8238625a5f33 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.798142] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:42:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf42228-4dde-4721-b938-8238625a5f33', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.806786] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.810680] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.811357] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e2db86-f8c0-4ce1-b209-9b4975231c0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.836400] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.836400] env[69243]: value = "task-3688907" [ 714.836400] env[69243]: _type = "Task" [ 714.836400] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.851355] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688907, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.855535] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.862377] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19d845-1d7f-44c4-ae53-7c2f2b88b3f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.870184] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3025a5ff-c2da-4c7b-8e17-107c7f3cac1b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.915164] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ac4b94-a445-4617-8bd6-65d98c123fc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.923572] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8a1e5b-d98d-40bb-821e-81bd5b01c134 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.940024] env[69243]: DEBUG nova.compute.provider_tree [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.971039] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.001046] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 98%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.046857] env[69243]: DEBUG oslo_vmware.api [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688906, 'name': ReconfigVM_Task, 'duration_secs': 0.173731} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.047466] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734942', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'name': 'volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f617809-7812-415b-825f-73dcbdbe9122', 'attached_at': '', 'detached_at': '', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'serial': '7d4798f3-8981-4bd4-98d2-85b689c8a54f'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 715.153936] env[69243]: DEBUG nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.181865] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.181865] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.181865] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.182210] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.182210] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.182210] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.182210] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.182210] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.182346] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.182346] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.182346] env[69243]: DEBUG nova.virt.hardware [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.182346] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234ccee-cb29-48de-a994-3a7347453c27 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.190727] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fd8894-f454-4da9-bd17-9af106dfd7d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.211335] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.351325] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688907, 'name': CreateVM_Task, 'duration_secs': 0.390375} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.351634] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.355157] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.355157] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.355157] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.356651] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd574124-f581-4631-a9ff-81a95421c3eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.358460] env[69243]: DEBUG oslo_vmware.api [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688905, 'name': PowerOnVM_Task, 'duration_secs': 0.558323} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.358796] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.359062] env[69243]: INFO nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Took 9.36 seconds to spawn the instance on the hypervisor. [ 715.359353] env[69243]: DEBUG nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.360725] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1617ec3-bcff-44e3-a4d2-d0173fe7065c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.365181] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 715.365181] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f988e2-e165-8113-0c71-9d57e52182a0" [ 715.365181] env[69243]: _type = "Task" [ 715.365181] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.381248] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f988e2-e165-8113-0c71-9d57e52182a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.446929] env[69243]: DEBUG nova.scheduler.client.report [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.503492] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task} progress is 98%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.504050] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.596490] env[69243]: DEBUG nova.network.neutron [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Successfully updated port: 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.705565] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task} progress is 95%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.889541] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f988e2-e165-8113-0c71-9d57e52182a0, 'name': SearchDatastore_Task, 'duration_secs': 0.019992} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.893217] env[69243]: DEBUG nova.network.neutron [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Updated VIF entry in instance network info cache for port 3bf42228-4dde-4721-b938-8238625a5f33. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.893575] env[69243]: DEBUG nova.network.neutron [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Updating instance_info_cache with network_info: [{"id": "3bf42228-4dde-4721-b938-8238625a5f33", "address": "fa:16:3e:54:42:64", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf42228-4d", "ovs_interfaceid": "3bf42228-4dde-4721-b938-8238625a5f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.895546] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.895867] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.896120] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.896324] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.896750] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.897312] env[69243]: INFO nova.compute.manager [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Took 43.72 seconds to build instance. [ 715.898536] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75eee0bb-b2f6-4482-9782-0c5a7a98d612 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.909114] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.909485] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.911421] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c10c294-22a8-420f-b2c2-74f724aacd0d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.919287] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 715.919287] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a05272-4305-49b5-9453-e99ef4028295" [ 715.919287] env[69243]: _type = "Task" [ 715.919287] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.933867] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a05272-4305-49b5-9453-e99ef4028295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.954988] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.955776] env[69243]: DEBUG nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.962021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.910s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.962021] env[69243]: INFO nova.compute.claims [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.003273] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688899, 'name': RelocateVM_Task, 'duration_secs': 3.569243} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.005725] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 716.005725] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734879', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'name': 'volume-50a39883-78c3-4008-8e2b-486430f830b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe', 'attached_at': '', 'detached_at': '', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'serial': '50a39883-78c3-4008-8e2b-486430f830b6'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 716.006920] env[69243]: DEBUG nova.compute.manager [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Received event network-changed-4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.007181] env[69243]: DEBUG nova.compute.manager [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Refreshing instance network info cache due to event network-changed-4a49b568-877f-44bc-a50a-0518590d66e1. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.007359] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Acquiring lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.007507] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Acquired lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.008416] env[69243]: DEBUG nova.network.neutron [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Refreshing network info cache for port 4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.009881] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a3d1ea-514f-4da2-bbd7-c8971945db56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.031071] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c11262-f44f-4239-9df8-b7a5ddc9b325 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.053820] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-50a39883-78c3-4008-8e2b-486430f830b6/volume-50a39883-78c3-4008-8e2b-486430f830b6.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.054624] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9ff8a2-23a1-4332-8980-563765d68067 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.074533] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 716.074533] env[69243]: value = "task-3688908" [ 716.074533] env[69243]: _type = "Task" [ 716.074533] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.082805] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.100605] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "refresh_cache-eccadef4-b455-44c3-9490-dce7aea80b22" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.100808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquired lock "refresh_cache-eccadef4-b455-44c3-9490-dce7aea80b22" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.100939] env[69243]: DEBUG nova.network.neutron [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.104297] env[69243]: DEBUG nova.objects.instance [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lazy-loading 'flavor' on Instance uuid 0f617809-7812-415b-825f-73dcbdbe9122 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.208674] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688900, 'name': CloneVM_Task, 'duration_secs': 3.210821} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.208674] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Created linked-clone VM from snapshot [ 716.208874] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a51416-3194-4565-a760-f952da56769f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.216396] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Uploading image 5998341f-ccbc-4a55-85b0-097924c9d203 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.242942] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 716.242942] env[69243]: value = "vm-734947" [ 716.242942] env[69243]: _type = "VirtualMachine" [ 716.242942] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 716.242942] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf1db434-6492-4e50-804f-93c527f1bd06 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.251419] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lease: (returnval){ [ 716.251419] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523faaea-24bb-c918-eca0-fa9e4e3b2183" [ 716.251419] env[69243]: _type = "HttpNfcLease" [ 716.251419] env[69243]: } obtained for exporting VM: (result){ [ 716.251419] env[69243]: value = "vm-734947" [ 716.251419] env[69243]: _type = "VirtualMachine" [ 716.251419] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 716.251718] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the lease: (returnval){ [ 716.251718] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523faaea-24bb-c918-eca0-fa9e4e3b2183" [ 716.251718] env[69243]: _type = "HttpNfcLease" [ 716.251718] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 716.260503] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.260503] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523faaea-24bb-c918-eca0-fa9e4e3b2183" [ 716.260503] env[69243]: _type = "HttpNfcLease" [ 716.260503] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 716.397188] env[69243]: DEBUG oslo_concurrency.lockutils [req-03239c22-eb5d-4e84-b73c-ed0195850466 req-41bd649e-3acf-43e8-b83d-b620c2cf1b49 service nova] Releasing lock "refresh_cache-d4426718-3e16-4e62-8613-642f3ede15bc" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.401935] env[69243]: DEBUG oslo_concurrency.lockutils [None req-64fe3254-3dff-4190-9c84-91127434e2f5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.083s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.429149] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a05272-4305-49b5-9453-e99ef4028295, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.430016] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745573fa-934e-4f4a-b850-a8264675d337 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.435784] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 716.435784] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5279fb75-46be-382f-5e61-e86085048645" [ 716.435784] env[69243]: _type = "Task" [ 716.435784] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.445223] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5279fb75-46be-382f-5e61-e86085048645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.470441] env[69243]: DEBUG nova.compute.utils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.471716] env[69243]: DEBUG nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.471888] env[69243]: DEBUG nova.network.neutron [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.519774] env[69243]: DEBUG nova.policy [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3439e02be52848e7b9440f6c52a19a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e8f9cb600145cfa597b57743b69137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.590562] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688908, 'name': ReconfigVM_Task, 'duration_secs': 0.381448} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.592309] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-50a39883-78c3-4008-8e2b-486430f830b6/volume-50a39883-78c3-4008-8e2b-486430f830b6.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.598243] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5615d5e9-bce9-41b7-a887-0abdab707920 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.623743] env[69243]: DEBUG oslo_concurrency.lockutils [None req-338a506b-1564-4b46-8123-1d36e975b34a tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lock "0f617809-7812-415b-825f-73dcbdbe9122" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.894s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.632843] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 716.632843] env[69243]: value = "task-3688910" [ 716.632843] env[69243]: _type = "Task" [ 716.632843] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.641284] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.694859] env[69243]: DEBUG nova.network.neutron [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.759220] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.759220] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523faaea-24bb-c918-eca0-fa9e4e3b2183" [ 716.759220] env[69243]: _type = "HttpNfcLease" [ 716.759220] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 716.759599] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 716.759599] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523faaea-24bb-c918-eca0-fa9e4e3b2183" [ 716.759599] env[69243]: _type = "HttpNfcLease" [ 716.759599] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 716.760273] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e0606-ec09-4f85-b074-5e301ca89b52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.764232] env[69243]: DEBUG nova.network.neutron [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Updated VIF entry in instance network info cache for port 4a49b568-877f-44bc-a50a-0518590d66e1. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.764565] env[69243]: DEBUG nova.network.neutron [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Updating instance_info_cache with network_info: [{"id": "4a49b568-877f-44bc-a50a-0518590d66e1", "address": "fa:16:3e:80:73:08", "network": {"id": "b8124b6a-b1ef-4eac-89a0-01fcf584b032", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1697578809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4114bb0dee44ecb386b2896f75cf4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a49b568-87", "ovs_interfaceid": "4a49b568-877f-44bc-a50a-0518590d66e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.768741] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e298d-de10-d6f4-91a7-152d9ca18dd2/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 716.768914] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e298d-de10-d6f4-91a7-152d9ca18dd2/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.904272] env[69243]: DEBUG nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.957472] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cca924c6-12a7-414e-81fd-01dec82164c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.965982] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5279fb75-46be-382f-5e61-e86085048645, 'name': SearchDatastore_Task, 'duration_secs': 0.013382} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.967562] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.970439] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] d4426718-3e16-4e62-8613-642f3ede15bc/d4426718-3e16-4e62-8613-642f3ede15bc.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.970439] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58062d34-ae94-4d2c-93cc-3f318d97c779 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.976940] env[69243]: DEBUG nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.982126] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 716.982126] env[69243]: value = "task-3688911" [ 716.982126] env[69243]: _type = "Task" [ 716.982126] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.986136] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d6508-1f1f-4df8-9406-172ffc483935 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.000492] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dfde14-0965-4ad4-b6bc-8049b84249c5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Suspending the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 717.005954] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0e3c8daf-ec1e-4f6f-94d4-25a6a3c9aeb5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.009714] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.014975] env[69243]: DEBUG oslo_vmware.api [None req-b1dfde14-0965-4ad4-b6bc-8049b84249c5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 717.014975] env[69243]: value = "task-3688912" [ 717.014975] env[69243]: _type = "Task" [ 717.014975] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.029073] env[69243]: DEBUG oslo_vmware.api [None req-b1dfde14-0965-4ad4-b6bc-8049b84249c5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688912, 'name': SuspendVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.046095] env[69243]: DEBUG nova.network.neutron [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Updating instance_info_cache with network_info: [{"id": "6f3cc58d-5803-4937-88dd-3a2acf6ee6b4", "address": "fa:16:3e:b2:5a:98", "network": {"id": "f26f74d3-3395-40e2-981f-1510997196d9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-416236741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e475889de40487a9d4f09f3352917dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3cc58d-58", "ovs_interfaceid": "6f3cc58d-5803-4937-88dd-3a2acf6ee6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.148522] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688910, 'name': ReconfigVM_Task, 'duration_secs': 0.119124} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.148522] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734879', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'name': 'volume-50a39883-78c3-4008-8e2b-486430f830b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe', 'attached_at': '', 'detached_at': '', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'serial': '50a39883-78c3-4008-8e2b-486430f830b6'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 717.148893] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d4808e-870d-46e7-ad54-4e0ab326faad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.156090] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 717.156090] env[69243]: value = "task-3688913" [ 717.156090] env[69243]: _type = "Task" [ 717.156090] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.170401] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688913, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.202061] env[69243]: DEBUG nova.network.neutron [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Successfully created port: 4c3710ec-e757-41cc-88ea-c566103648ea {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.271472] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Releasing lock "refresh_cache-c53994ed-b194-4ad4-abdc-69d9b8248681" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271777] env[69243]: DEBUG nova.compute.manager [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Received event network-vif-plugged-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.272083] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Acquiring lock "eccadef4-b455-44c3-9490-dce7aea80b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.272365] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Lock "eccadef4-b455-44c3-9490-dce7aea80b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.272599] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Lock "eccadef4-b455-44c3-9490-dce7aea80b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.272812] env[69243]: DEBUG nova.compute.manager [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] No waiting events found dispatching network-vif-plugged-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.273036] env[69243]: WARNING nova.compute.manager [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Received unexpected event network-vif-plugged-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 for instance with vm_state building and task_state spawning. [ 717.277031] env[69243]: DEBUG nova.compute.manager [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Received event network-changed-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.277031] env[69243]: DEBUG nova.compute.manager [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Refreshing instance network info cache due to event network-changed-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.277031] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Acquiring lock "refresh_cache-eccadef4-b455-44c3-9490-dce7aea80b22" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.433667] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.497782] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688911, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.529970] env[69243]: DEBUG oslo_vmware.api [None req-b1dfde14-0965-4ad4-b6bc-8049b84249c5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688912, 'name': SuspendVM_Task} progress is 62%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.553191] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Releasing lock "refresh_cache-eccadef4-b455-44c3-9490-dce7aea80b22" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.553550] env[69243]: DEBUG nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Instance network_info: |[{"id": "6f3cc58d-5803-4937-88dd-3a2acf6ee6b4", "address": "fa:16:3e:b2:5a:98", "network": {"id": "f26f74d3-3395-40e2-981f-1510997196d9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-416236741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e475889de40487a9d4f09f3352917dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3cc58d-58", "ovs_interfaceid": "6f3cc58d-5803-4937-88dd-3a2acf6ee6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.554122] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Acquired lock "refresh_cache-eccadef4-b455-44c3-9490-dce7aea80b22" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.554425] env[69243]: DEBUG nova.network.neutron [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Refreshing network info cache for port 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.558030] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:5a:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f3cc58d-5803-4937-88dd-3a2acf6ee6b4', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.564951] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Creating folder: Project (9e475889de40487a9d4f09f3352917dd). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.570369] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93814abc-beb3-4b61-8e24-e39baca5d6e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.591384] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Created folder: Project (9e475889de40487a9d4f09f3352917dd) in parent group-v734844. [ 717.591878] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Creating folder: Instances. Parent ref: group-v734949. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.592501] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-322f9b33-81a3-4f9d-9097-83bacc987118 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.603738] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Created folder: Instances in parent group-v734949. [ 717.605419] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.610652] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.610652] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216c8286-1030-4165-ad8e-0f4eea297228 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.636698] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.636698] env[69243]: value = "task-3688916" [ 717.636698] env[69243]: _type = "Task" [ 717.636698] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.647736] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688916, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.677898] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688913, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.714240] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca4d437-cbc3-4c50-a711-763264ebca32 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.723037] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a441d5-eb59-419c-a82d-b769dc0ef1d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.766986] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09368aae-32f8-46df-aa63-9370a5807071 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.775497] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945a9026-62fa-438c-a5ae-1fa075258842 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.794027] env[69243]: DEBUG nova.compute.provider_tree [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.904493] env[69243]: DEBUG oslo_concurrency.lockutils [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Acquiring lock "0f617809-7812-415b-825f-73dcbdbe9122" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.904967] env[69243]: DEBUG oslo_concurrency.lockutils [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lock "0f617809-7812-415b-825f-73dcbdbe9122" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.988452] env[69243]: DEBUG nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.007776] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877381} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.008312] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] d4426718-3e16-4e62-8613-642f3ede15bc/d4426718-3e16-4e62-8613-642f3ede15bc.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.008459] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.008801] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afd2bd6c-1830-460b-baba-329239145764 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.015484] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 718.015484] env[69243]: value = "task-3688917" [ 718.015484] env[69243]: _type = "Task" [ 718.015484] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.036136] env[69243]: DEBUG oslo_vmware.api [None req-b1dfde14-0965-4ad4-b6bc-8049b84249c5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688912, 'name': SuspendVM_Task, 'duration_secs': 1.001293} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.036633] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.039790] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.040239] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.040676] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.041027] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.041376] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.041715] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.042074] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.042485] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.042776] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.043220] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.043436] env[69243]: DEBUG nova.virt.hardware [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.043931] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dfde14-0965-4ad4-b6bc-8049b84249c5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Suspended the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 718.044283] env[69243]: DEBUG nova.compute.manager [None req-b1dfde14-0965-4ad4-b6bc-8049b84249c5 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.045572] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cad438-4cb0-4ddb-8e95-596d4ebf8535 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.050452] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d310f4b8-11dd-4817-9cb2-2b7c285fff4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.061316] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9171ae2-a5b9-4fdd-b5b7-c4e2592f786c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.147528] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688916, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.169974] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688913, 'name': Rename_Task, 'duration_secs': 0.725912} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.170650] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.170753] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-397e6575-f886-4633-bd44-2f52756d36c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.176700] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 718.176700] env[69243]: value = "task-3688918" [ 718.176700] env[69243]: _type = "Task" [ 718.176700] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.184099] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.297595] env[69243]: DEBUG nova.scheduler.client.report [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.388529] env[69243]: DEBUG nova.network.neutron [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Updated VIF entry in instance network info cache for port 6f3cc58d-5803-4937-88dd-3a2acf6ee6b4. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.388677] env[69243]: DEBUG nova.network.neutron [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Updating instance_info_cache with network_info: [{"id": "6f3cc58d-5803-4937-88dd-3a2acf6ee6b4", "address": "fa:16:3e:b2:5a:98", "network": {"id": "f26f74d3-3395-40e2-981f-1510997196d9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-416236741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e475889de40487a9d4f09f3352917dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3cc58d-58", "ovs_interfaceid": "6f3cc58d-5803-4937-88dd-3a2acf6ee6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.408131] env[69243]: INFO nova.compute.manager [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Detaching volume 7d4798f3-8981-4bd4-98d2-85b689c8a54f [ 718.452395] env[69243]: INFO nova.virt.block_device [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Attempting to driver detach volume 7d4798f3-8981-4bd4-98d2-85b689c8a54f from mountpoint /dev/sdb [ 718.452715] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 718.452881] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734942', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'name': 'volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f617809-7812-415b-825f-73dcbdbe9122', 'attached_at': '', 'detached_at': '', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'serial': '7d4798f3-8981-4bd4-98d2-85b689c8a54f'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 718.453817] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523906c7-d935-45d5-a45e-0b1c38121a11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.482152] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af14d9d-1b98-4121-ad25-11dccc1804b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.492932] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fc6972-c833-4597-82cc-55c4b056eaa8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.523625] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee655655-986b-4ffa-85a8-1c0902fc82df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.543099] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f/volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 718.548715] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 718.552571] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af4711d5-2b2d-49b1-8e5e-da4b39119e75 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.566030] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075195} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.566408] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.567773] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c092774-2981-4195-95ba-216d2a193194 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.574397] env[69243]: DEBUG oslo_vmware.api [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Waiting for the task: (returnval){ [ 718.574397] env[69243]: value = "task-3688919" [ 718.574397] env[69243]: _type = "Task" [ 718.574397] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.599374] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] d4426718-3e16-4e62-8613-642f3ede15bc/d4426718-3e16-4e62-8613-642f3ede15bc.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.603124] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5c90e6-61a8-4652-9fde-da0b11f32c41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.624790] env[69243]: DEBUG oslo_vmware.api [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.626631] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 718.626631] env[69243]: value = "task-3688920" [ 718.626631] env[69243]: _type = "Task" [ 718.626631] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.637244] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.647535] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688916, 'name': CreateVM_Task, 'duration_secs': 0.538307} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.647804] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.648647] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.650575] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.651320] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.651824] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed584fb5-4778-4c76-a0ba-b7683af8c04d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.657582] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 718.657582] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525b9aab-b133-de48-bcbb-4c7846abd7f7" [ 718.657582] env[69243]: _type = "Task" [ 718.657582] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.666875] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525b9aab-b133-de48-bcbb-4c7846abd7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.686212] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.804115] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.804985] env[69243]: DEBUG nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.809505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.212s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.809855] env[69243]: DEBUG nova.objects.instance [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lazy-loading 'resources' on Instance uuid fe12e516-e776-4743-b06a-a3d7e19fe289 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.892628] env[69243]: DEBUG oslo_concurrency.lockutils [req-2c62b39f-efc2-4595-8cb8-beab2cfabc4b req-c2846415-16a6-4fcf-b12b-3bc89cccdc26 service nova] Releasing lock "refresh_cache-eccadef4-b455-44c3-9490-dce7aea80b22" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.934841] env[69243]: DEBUG nova.compute.manager [req-a77801a4-cabe-4eb3-bee7-d2faef2d69db req-12b2c5aa-824a-4414-bd40-50a8767473d2 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Received event network-vif-plugged-4c3710ec-e757-41cc-88ea-c566103648ea {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.935300] env[69243]: DEBUG oslo_concurrency.lockutils [req-a77801a4-cabe-4eb3-bee7-d2faef2d69db req-12b2c5aa-824a-4414-bd40-50a8767473d2 service nova] Acquiring lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.935628] env[69243]: DEBUG oslo_concurrency.lockutils [req-a77801a4-cabe-4eb3-bee7-d2faef2d69db req-12b2c5aa-824a-4414-bd40-50a8767473d2 service nova] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.935832] env[69243]: DEBUG oslo_concurrency.lockutils [req-a77801a4-cabe-4eb3-bee7-d2faef2d69db req-12b2c5aa-824a-4414-bd40-50a8767473d2 service nova] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.936125] env[69243]: DEBUG nova.compute.manager [req-a77801a4-cabe-4eb3-bee7-d2faef2d69db req-12b2c5aa-824a-4414-bd40-50a8767473d2 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] No waiting events found dispatching network-vif-plugged-4c3710ec-e757-41cc-88ea-c566103648ea {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.936416] env[69243]: WARNING nova.compute.manager [req-a77801a4-cabe-4eb3-bee7-d2faef2d69db req-12b2c5aa-824a-4414-bd40-50a8767473d2 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Received unexpected event network-vif-plugged-4c3710ec-e757-41cc-88ea-c566103648ea for instance with vm_state building and task_state spawning. [ 719.085892] env[69243]: DEBUG oslo_vmware.api [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688919, 'name': ReconfigVM_Task, 'duration_secs': 0.248201} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.086296] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 719.091826] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7133b9-8704-4313-a85a-a3ef3ae6cccb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.113959] env[69243]: DEBUG oslo_vmware.api [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Waiting for the task: (returnval){ [ 719.113959] env[69243]: value = "task-3688921" [ 719.113959] env[69243]: _type = "Task" [ 719.113959] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.124133] env[69243]: DEBUG oslo_vmware.api [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.135799] env[69243]: DEBUG nova.network.neutron [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Successfully updated port: 4c3710ec-e757-41cc-88ea-c566103648ea {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.146030] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.170559] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525b9aab-b133-de48-bcbb-4c7846abd7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01438} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.171416] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.171880] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.172662] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.172662] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.172662] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.173589] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c3e0730-053c-4b68-9b8c-0028a62025b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.189849] env[69243]: DEBUG oslo_vmware.api [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3688918, 'name': PowerOnVM_Task, 'duration_secs': 0.518801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.191694] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.191976] env[69243]: INFO nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Took 8.69 seconds to spawn the instance on the hypervisor. [ 719.192218] env[69243]: DEBUG nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.192563] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.192778] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.194240] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4cf23d-ac68-429e-965c-a680dc4ef8ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.197410] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbddea1c-2561-4281-964c-f17339252e8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.204594] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 719.204594] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfc43b-db77-2a0c-49cd-92685eef19fb" [ 719.204594] env[69243]: _type = "Task" [ 719.204594] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.217680] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfc43b-db77-2a0c-49cd-92685eef19fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.317036] env[69243]: DEBUG nova.compute.utils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.318853] env[69243]: DEBUG nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.318853] env[69243]: DEBUG nova.network.neutron [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.375702] env[69243]: DEBUG nova.policy [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c04122b161840c9a13d7564536ec04e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2a385728c2d4c8cbdfad49a99dd0948', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.636910] env[69243]: DEBUG oslo_vmware.api [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Task: {'id': task-3688921, 'name': ReconfigVM_Task, 'duration_secs': 0.16676} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.638611] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734942', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'name': 'volume-7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f617809-7812-415b-825f-73dcbdbe9122', 'attached_at': '', 'detached_at': '', 'volume_id': '7d4798f3-8981-4bd4-98d2-85b689c8a54f', 'serial': '7d4798f3-8981-4bd4-98d2-85b689c8a54f'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 719.645209] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-cb003e45-9c77-45fc-a53a-a5d1a3421f3e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.645367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-cb003e45-9c77-45fc-a53a-a5d1a3421f3e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.645518] env[69243]: DEBUG nova.network.neutron [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.653214] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688920, 'name': ReconfigVM_Task, 'duration_secs': 0.620976} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.654877] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Reconfigured VM instance instance-00000020 to attach disk [datastore2] d4426718-3e16-4e62-8613-642f3ede15bc/d4426718-3e16-4e62-8613-642f3ede15bc.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.654877] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa80d480-e983-4188-b4e6-54df337d75c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.662931] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 719.662931] env[69243]: value = "task-3688922" [ 719.662931] env[69243]: _type = "Task" [ 719.662931] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.681581] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688922, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.721392] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfc43b-db77-2a0c-49cd-92685eef19fb, 'name': SearchDatastore_Task, 'duration_secs': 0.022372} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.726909] env[69243]: INFO nova.compute.manager [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Took 44.37 seconds to build instance. [ 719.727859] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d16aee7-b117-4e82-8646-7d9a71abbcf6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.734132] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 719.734132] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529dfd39-5bd0-534c-524e-79f8975ba961" [ 719.734132] env[69243]: _type = "Task" [ 719.734132] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.746237] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529dfd39-5bd0-534c-524e-79f8975ba961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.822125] env[69243]: DEBUG nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.917652] env[69243]: DEBUG nova.network.neutron [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Successfully created port: d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.965700] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3b3cf-ff5c-4367-b337-bc87c2feb937 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.975450] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7bb8a7-6a0b-4d0e-9c63-5b996a5d28e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.006064] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdac513e-cf0a-473c-8e84-d47e73fa9664 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.014188] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb1656c-ed58-43ef-ae81-b8394c5a527f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.029011] env[69243]: DEBUG nova.compute.provider_tree [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.182723] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688922, 'name': Rename_Task, 'duration_secs': 0.193276} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.185363] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.185632] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7dab70-b2b3-4eaa-89a4-3971a295d387 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.196777] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 720.196777] env[69243]: value = "task-3688923" [ 720.196777] env[69243]: _type = "Task" [ 720.196777] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.202625] env[69243]: DEBUG nova.network.neutron [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.210152] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.225276] env[69243]: DEBUG nova.objects.instance [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lazy-loading 'flavor' on Instance uuid 0f617809-7812-415b-825f-73dcbdbe9122 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.231041] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24c3ed58-ff68-4f4c-8937-69d7a29eacf7 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.692s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.247480] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529dfd39-5bd0-534c-524e-79f8975ba961, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.247886] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.248273] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] eccadef4-b455-44c3-9490-dce7aea80b22/eccadef4-b455-44c3-9490-dce7aea80b22.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.248855] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f04cad77-1a70-4bdc-a07e-c5e189a343e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.258951] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 720.258951] env[69243]: value = "task-3688924" [ 720.258951] env[69243]: _type = "Task" [ 720.258951] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.271039] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.534055] env[69243]: DEBUG nova.scheduler.client.report [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.610052] env[69243]: DEBUG nova.network.neutron [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Updating instance_info_cache with network_info: [{"id": "4c3710ec-e757-41cc-88ea-c566103648ea", "address": "fa:16:3e:71:dc:80", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3710ec-e7", "ovs_interfaceid": "4c3710ec-e757-41cc-88ea-c566103648ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.634176] env[69243]: DEBUG nova.compute.manager [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.635472] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c6f871-bf56-46df-a908-c5b27c41d9e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.710819] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688923, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.733241] env[69243]: DEBUG nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.771362] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.849649] env[69243]: DEBUG nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.879733] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.879733] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.879733] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.879944] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.881026] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.881026] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.881026] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.881026] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.881026] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.881301] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.881301] env[69243]: DEBUG nova.virt.hardware [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.881958] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51de902f-39a4-4524-a1f7-8fb6f69317f3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.888568] env[69243]: DEBUG nova.compute.manager [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Received event network-changed-b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.888755] env[69243]: DEBUG nova.compute.manager [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Refreshing instance network info cache due to event network-changed-b479563a-e358-4285-a71c-6d3f66343826. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.889015] env[69243]: DEBUG oslo_concurrency.lockutils [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] Acquiring lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.889167] env[69243]: DEBUG oslo_concurrency.lockutils [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] Acquired lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.889383] env[69243]: DEBUG nova.network.neutron [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Refreshing network info cache for port b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.894739] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ae94a-abc5-49ad-b236-82a8899409fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.044110] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.046970] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.844s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.047832] env[69243]: DEBUG nova.objects.instance [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lazy-loading 'resources' on Instance uuid 0284f77b-b5c3-477e-bd98-cda294fe34d1 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.066822] env[69243]: DEBUG nova.compute.manager [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Received event network-changed-4c3710ec-e757-41cc-88ea-c566103648ea {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.068288] env[69243]: DEBUG nova.compute.manager [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Refreshing instance network info cache due to event network-changed-4c3710ec-e757-41cc-88ea-c566103648ea. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.070128] env[69243]: DEBUG oslo_concurrency.lockutils [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] Acquiring lock "refresh_cache-cb003e45-9c77-45fc-a53a-a5d1a3421f3e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.097042] env[69243]: INFO nova.scheduler.client.report [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleted allocations for instance fe12e516-e776-4743-b06a-a3d7e19fe289 [ 721.116027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-cb003e45-9c77-45fc-a53a-a5d1a3421f3e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.116027] env[69243]: DEBUG nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Instance network_info: |[{"id": "4c3710ec-e757-41cc-88ea-c566103648ea", "address": "fa:16:3e:71:dc:80", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3710ec-e7", "ovs_interfaceid": "4c3710ec-e757-41cc-88ea-c566103648ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.116609] env[69243]: DEBUG oslo_concurrency.lockutils [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] Acquired lock "refresh_cache-cb003e45-9c77-45fc-a53a-a5d1a3421f3e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.116609] env[69243]: DEBUG nova.network.neutron [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Refreshing network info cache for port 4c3710ec-e757-41cc-88ea-c566103648ea {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.116609] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:dc:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c3710ec-e757-41cc-88ea-c566103648ea', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.129650] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating folder: Project (c3e8f9cb600145cfa597b57743b69137). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.131823] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a93b6b06-4d06-4cb3-a0be-51a44ba7518b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.146922] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created folder: Project (c3e8f9cb600145cfa597b57743b69137) in parent group-v734844. [ 721.146922] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating folder: Instances. Parent ref: group-v734952. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.146922] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-689b6a1f-1302-49e4-9aad-49f953b4370e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.152842] env[69243]: INFO nova.compute.manager [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] instance snapshotting [ 721.152842] env[69243]: WARNING nova.compute.manager [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 721.156905] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created folder: Instances in parent group-v734952. [ 721.157172] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.157694] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.158486] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2104a-ced0-43a7-a00c-3ebc90da29b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.161994] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499df691-aa7e-45db-9e44-b8e6a4c8d05f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.199274] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a813f-18a6-429d-a7fc-e217d0bca394 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.201791] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.201791] env[69243]: value = "task-3688927" [ 721.201791] env[69243]: _type = "Task" [ 721.201791] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.219017] env[69243]: DEBUG oslo_vmware.api [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688923, 'name': PowerOnVM_Task, 'duration_secs': 0.857264} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.219633] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.219953] env[69243]: INFO nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Took 8.76 seconds to spawn the instance on the hypervisor. [ 721.220151] env[69243]: DEBUG nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.221431] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99650b7f-40bb-40af-ac91-a29494ab175e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.228819] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688927, 'name': CreateVM_Task} progress is 15%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.240689] env[69243]: DEBUG oslo_concurrency.lockutils [None req-673ce8ea-4b73-40e6-8a3c-9a1ad02f4b20 tempest-VolumesAssistedSnapshotsTest-1734012121 tempest-VolumesAssistedSnapshotsTest-1734012121-project-admin] Lock "0f617809-7812-415b-825f-73dcbdbe9122" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.335s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.254408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.272652] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539495} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.273029] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] eccadef4-b455-44c3-9490-dce7aea80b22/eccadef4-b455-44c3-9490-dce7aea80b22.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.273224] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.273454] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a653164f-fd97-4adf-afb0-4470756170b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.282495] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 721.282495] env[69243]: value = "task-3688929" [ 721.282495] env[69243]: _type = "Task" [ 721.282495] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.293354] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.604603] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2ef60d41-8ffa-4e1c-8db6-a6ecefc127e7 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "fe12e516-e776-4743-b06a-a3d7e19fe289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.651s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.721880] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.722244] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688927, 'name': CreateVM_Task, 'duration_secs': 0.51881} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.722502] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56e21705-8266-4707-86d6-911d3991d63f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.724303] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.725119] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.725345] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.725698] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.726363] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1b5d37-d65f-46db-96bf-99142cbeb55c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.732759] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 721.732759] env[69243]: value = "task-3688930" [ 721.732759] env[69243]: _type = "Task" [ 721.732759] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.746023] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 721.746023] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52697fd9-ca63-781c-42d3-369fe268c749" [ 721.746023] env[69243]: _type = "Task" [ 721.746023] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.753324] env[69243]: INFO nova.compute.manager [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Took 35.40 seconds to build instance. [ 721.760292] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.769291] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52697fd9-ca63-781c-42d3-369fe268c749, 'name': SearchDatastore_Task, 'duration_secs': 0.020881} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.770303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.770649] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.770979] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.771199] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.771438] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.772016] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d94b5873-602e-416d-aa04-087fb38f3c76 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.785416] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.785416] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.786117] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed6d083-410a-454a-9da5-c9a336f19294 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.795473] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 721.795473] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520eb5d1-aa86-fbd8-34a9-8e98de12c5a8" [ 721.795473] env[69243]: _type = "Task" [ 721.795473] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.802497] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12618} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.805251] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.806144] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3288625c-ad1f-4fd2-85cd-026d888d3bb3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.816022] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520eb5d1-aa86-fbd8-34a9-8e98de12c5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.836540] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] eccadef4-b455-44c3-9490-dce7aea80b22/eccadef4-b455-44c3-9490-dce7aea80b22.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.839999] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b484f661-9498-4aa1-b59a-dd637b4ecf3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.842664] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca84c7c-4cba-4ad9-bc1d-1dedcdcf261f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.865668] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 721.865668] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cb3d8c-3e61-65dc-83e0-fee8a6833914" [ 721.865668] env[69243]: _type = "Task" [ 721.865668] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.870424] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 721.870424] env[69243]: value = "task-3688931" [ 721.870424] env[69243]: _type = "Task" [ 721.870424] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.881120] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cb3d8c-3e61-65dc-83e0-fee8a6833914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.886687] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.942500] env[69243]: DEBUG nova.network.neutron [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Updated VIF entry in instance network info cache for port 4c3710ec-e757-41cc-88ea-c566103648ea. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.942913] env[69243]: DEBUG nova.network.neutron [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Updating instance_info_cache with network_info: [{"id": "4c3710ec-e757-41cc-88ea-c566103648ea", "address": "fa:16:3e:71:dc:80", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3710ec-e7", "ovs_interfaceid": "4c3710ec-e757-41cc-88ea-c566103648ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.098145] env[69243]: DEBUG nova.network.neutron [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updated VIF entry in instance network info cache for port b479563a-e358-4285-a71c-6d3f66343826. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.098145] env[69243]: DEBUG nova.network.neutron [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updating instance_info_cache with network_info: [{"id": "b479563a-e358-4285-a71c-6d3f66343826", "address": "fa:16:3e:08:24:c6", "network": {"id": "8dc4a44f-98c4-48fd-934b-b008b0428617", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-732930405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ebc5a65f3d046c1b86de8d35ce37492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb479563a-e3", "ovs_interfaceid": "b479563a-e358-4285-a71c-6d3f66343826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.174980] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63a9cad-3d5f-4ada-8078-fdf40d65c8b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.184788] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933fe4b4-1ec7-4c47-a207-46362db6f5c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.225416] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d9aa9-b11d-4718-af67-60437865aa15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.237994] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f1c78-4a92-4230-8aa8-b4e2d5d0b109 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.248186] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688930, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.257381] env[69243]: DEBUG nova.compute.provider_tree [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.261710] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96b26024-928f-4e6c-8f77-90d237bd3dbf tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "d4426718-3e16-4e62-8613-642f3ede15bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.027s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.379816] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cb3d8c-3e61-65dc-83e0-fee8a6833914, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.379816] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.379816] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] cb003e45-9c77-45fc-a53a-a5d1a3421f3e/cb003e45-9c77-45fc-a53a-a5d1a3421f3e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.380335] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52f418ba-80e3-4675-a85c-d38e3c966061 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.387502] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688931, 'name': ReconfigVM_Task, 'duration_secs': 0.347222} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.388125] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Reconfigured VM instance instance-00000021 to attach disk [datastore2] eccadef4-b455-44c3-9490-dce7aea80b22/eccadef4-b455-44c3-9490-dce7aea80b22.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.388856] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8671cbca-e9d6-4879-bf62-d8f9e2bd4557 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.393833] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 722.393833] env[69243]: value = "task-3688932" [ 722.393833] env[69243]: _type = "Task" [ 722.393833] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.398974] env[69243]: DEBUG nova.network.neutron [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Successfully updated port: d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.405127] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 722.405127] env[69243]: value = "task-3688933" [ 722.405127] env[69243]: _type = "Task" [ 722.405127] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.414287] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.420843] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688933, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.445571] env[69243]: DEBUG oslo_concurrency.lockutils [req-735e0725-85e4-4427-99a2-4b009be58b51 req-5012f754-5691-4f13-adfe-508bc24507b9 service nova] Releasing lock "refresh_cache-cb003e45-9c77-45fc-a53a-a5d1a3421f3e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.599050] env[69243]: DEBUG oslo_concurrency.lockutils [req-7d6913e7-c834-44d7-b504-c7a14323a7f9 req-1059c03d-39da-45c7-be47-23d23eb5a1a5 service nova] Releasing lock "refresh_cache-6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.744097] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688930, 'name': CreateSnapshot_Task, 'duration_secs': 0.657045} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.744839] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.745243] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5c627c-3d72-43fb-b084-b01404afe79e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.762114] env[69243]: DEBUG nova.scheduler.client.report [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.766022] env[69243]: DEBUG nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.907900] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.908035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquired lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.908177] env[69243]: DEBUG nova.network.neutron [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.909541] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.919057] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688933, 'name': Rename_Task, 'duration_secs': 0.177553} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.919810] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.920121] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df2c5570-5901-4843-8422-02beb35b430b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.926729] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 722.926729] env[69243]: value = "task-3688934" [ 722.926729] env[69243]: _type = "Task" [ 722.926729] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.934824] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.097686] env[69243]: DEBUG nova.compute.manager [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Received event network-vif-plugged-d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.097767] env[69243]: DEBUG oslo_concurrency.lockutils [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] Acquiring lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.098058] env[69243]: DEBUG oslo_concurrency.lockutils [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.098371] env[69243]: DEBUG oslo_concurrency.lockutils [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.098656] env[69243]: DEBUG nova.compute.manager [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] No waiting events found dispatching network-vif-plugged-d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.100031] env[69243]: WARNING nova.compute.manager [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Received unexpected event network-vif-plugged-d1c892bb-2a3f-4160-adc1-f06ba7115c0e for instance with vm_state building and task_state spawning. [ 723.100031] env[69243]: DEBUG nova.compute.manager [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Received event network-changed-d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.100031] env[69243]: DEBUG nova.compute.manager [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Refreshing instance network info cache due to event network-changed-d1c892bb-2a3f-4160-adc1-f06ba7115c0e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.100031] env[69243]: DEBUG oslo_concurrency.lockutils [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] Acquiring lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.264803] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.265434] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26bfbe19-2991-44a5-bdb5-01deb63cab89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.270279] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.274519] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.888s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.274724] env[69243]: DEBUG nova.objects.instance [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.283169] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 723.283169] env[69243]: value = "task-3688935" [ 723.283169] env[69243]: _type = "Task" [ 723.283169] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.293388] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688935, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.294584] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.295585] env[69243]: INFO nova.scheduler.client.report [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Deleted allocations for instance 0284f77b-b5c3-477e-bd98-cda294fe34d1 [ 723.317458] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "d4426718-3e16-4e62-8613-642f3ede15bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.317725] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "d4426718-3e16-4e62-8613-642f3ede15bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.317943] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "d4426718-3e16-4e62-8613-642f3ede15bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.318126] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "d4426718-3e16-4e62-8613-642f3ede15bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.318292] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "d4426718-3e16-4e62-8613-642f3ede15bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.320995] env[69243]: INFO nova.compute.manager [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Terminating instance [ 723.408596] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534355} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.408906] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] cb003e45-9c77-45fc-a53a-a5d1a3421f3e/cb003e45-9c77-45fc-a53a-a5d1a3421f3e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.409137] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.409400] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5abe0c5a-9842-47dc-b3ae-2fc28674c309 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.418196] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 723.418196] env[69243]: value = "task-3688936" [ 723.418196] env[69243]: _type = "Task" [ 723.418196] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.427396] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.436945] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688934, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.455878] env[69243]: DEBUG nova.network.neutron [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.699829] env[69243]: DEBUG nova.network.neutron [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Updating instance_info_cache with network_info: [{"id": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "address": "fa:16:3e:24:45:a9", "network": {"id": "21739fa1-e740-4366-b08d-bc549cbaf3fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-757540620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a385728c2d4c8cbdfad49a99dd0948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c892bb-2a", "ovs_interfaceid": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.797134] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688935, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.804303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79cfe7ed-f938-41dc-97ea-80574a5bb947 tempest-ListServersNegativeTestJSON-889721699 tempest-ListServersNegativeTestJSON-889721699-project-member] Lock "0284f77b-b5c3-477e-bd98-cda294fe34d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.576s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.829035] env[69243]: DEBUG nova.compute.manager [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.829035] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.829035] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639df1a3-cef0-491d-b469-c5ef9d4af6dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.837479] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.837768] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58efb4bd-fa97-4669-874e-e74e4e811c82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.844082] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 723.844082] env[69243]: value = "task-3688937" [ 723.844082] env[69243]: _type = "Task" [ 723.844082] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.853761] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.928745] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137076} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.932194] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.933855] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb0e90-7f2a-4cbb-b4f3-c08f4a10f5e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.942558] env[69243]: DEBUG oslo_vmware.api [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688934, 'name': PowerOnVM_Task, 'duration_secs': 0.718987} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.952325] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.952578] env[69243]: INFO nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Took 8.80 seconds to spawn the instance on the hypervisor. [ 723.954679] env[69243]: DEBUG nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.963700] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cb003e45-9c77-45fc-a53a-a5d1a3421f3e/cb003e45-9c77-45fc-a53a-a5d1a3421f3e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.963700] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3ad62e-d364-4cd3-853d-5bf28712ff47 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.966036] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c8676f-575f-4d5d-9652-150724930f57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.989047] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 723.989047] env[69243]: value = "task-3688938" [ 723.989047] env[69243]: _type = "Task" [ 723.989047] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.998999] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.203913] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Releasing lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.204157] env[69243]: DEBUG nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Instance network_info: |[{"id": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "address": "fa:16:3e:24:45:a9", "network": {"id": "21739fa1-e740-4366-b08d-bc549cbaf3fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-757540620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a385728c2d4c8cbdfad49a99dd0948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c892bb-2a", "ovs_interfaceid": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.205345] env[69243]: DEBUG oslo_concurrency.lockutils [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] Acquired lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.205345] env[69243]: DEBUG nova.network.neutron [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Refreshing network info cache for port d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.205993] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:45:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c892bb-2a3f-4160-adc1-f06ba7115c0e', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.213603] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Creating folder: Project (c2a385728c2d4c8cbdfad49a99dd0948). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.217023] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa32abe7-1972-4cf2-a779-aa948649d4df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.231414] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Created folder: Project (c2a385728c2d4c8cbdfad49a99dd0948) in parent group-v734844. [ 724.231414] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Creating folder: Instances. Parent ref: group-v734957. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.231414] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f73e3c5-947a-4317-b086-c69e0777ece7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.241874] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Created folder: Instances in parent group-v734957. [ 724.242328] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.242658] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.243027] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a574b8e6-ae68-43fd-b5d4-797cc5c1b087 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.264563] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.264563] env[69243]: value = "task-3688941" [ 724.264563] env[69243]: _type = "Task" [ 724.264563] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.273081] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688941, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.291938] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd9ff176-845b-4b2c-87e8-3cfc84f6f128 tempest-ServersAdmin275Test-1090145973 tempest-ServersAdmin275Test-1090145973-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.293590] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.891s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.295548] env[69243]: INFO nova.compute.claims [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.305622] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688935, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.355218] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688937, 'name': PowerOffVM_Task, 'duration_secs': 0.242079} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.358838] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.358838] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.358838] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28a91e3c-1b90-41b9-ad4d-d536f657a2c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.436868] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.436868] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.436868] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Deleting the datastore file [datastore2] d4426718-3e16-4e62-8613-642f3ede15bc {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.436868] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09da54a9-93b6-4e5d-a73a-8209f49abeb2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.444419] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for the task: (returnval){ [ 724.444419] env[69243]: value = "task-3688943" [ 724.444419] env[69243]: _type = "Task" [ 724.444419] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.460888] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.511173] env[69243]: INFO nova.compute.manager [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Took 37.06 seconds to build instance. [ 724.516465] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688938, 'name': ReconfigVM_Task, 'duration_secs': 0.486258} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.517280] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cb003e45-9c77-45fc-a53a-a5d1a3421f3e/cb003e45-9c77-45fc-a53a-a5d1a3421f3e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.517991] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d4a55e-2ea4-4a69-82aa-521173e432f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.524698] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 724.524698] env[69243]: value = "task-3688944" [ 724.524698] env[69243]: _type = "Task" [ 724.524698] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.537173] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688944, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.605724] env[69243]: DEBUG nova.network.neutron [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Updated VIF entry in instance network info cache for port d1c892bb-2a3f-4160-adc1-f06ba7115c0e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.605724] env[69243]: DEBUG nova.network.neutron [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Updating instance_info_cache with network_info: [{"id": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "address": "fa:16:3e:24:45:a9", "network": {"id": "21739fa1-e740-4366-b08d-bc549cbaf3fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-757540620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a385728c2d4c8cbdfad49a99dd0948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c892bb-2a", "ovs_interfaceid": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.774235] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688941, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.796715] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688935, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.829967] env[69243]: DEBUG oslo_concurrency.lockutils [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.830251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.830438] env[69243]: DEBUG nova.compute.manager [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.831352] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57eb9a-0460-4bf2-9a4e-94ff6bfc72b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.843284] env[69243]: DEBUG nova.compute.manager [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 724.843284] env[69243]: DEBUG nova.objects.instance [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'flavor' on Instance uuid e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.900054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "0f617809-7812-415b-825f-73dcbdbe9122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.900054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "0f617809-7812-415b-825f-73dcbdbe9122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.900054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "0f617809-7812-415b-825f-73dcbdbe9122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.900305] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "0f617809-7812-415b-825f-73dcbdbe9122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.900378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "0f617809-7812-415b-825f-73dcbdbe9122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.902722] env[69243]: INFO nova.compute.manager [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Terminating instance [ 724.960054] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.019017] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f80a0119-286c-413e-9f47-22f21f023a76 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "eccadef4-b455-44c3-9490-dce7aea80b22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.861s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.038912] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688944, 'name': Rename_Task, 'duration_secs': 0.217163} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.040264] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.040264] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc6cd66c-7394-43d7-a102-b5b02d5781ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.047410] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 725.047410] env[69243]: value = "task-3688945" [ 725.047410] env[69243]: _type = "Task" [ 725.047410] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.061489] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.108905] env[69243]: DEBUG oslo_concurrency.lockutils [req-14cc0f5d-25ed-4409-98fe-5425636f56da req-dc65010f-89d2-4d19-92fe-18dd6f821c06 service nova] Releasing lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.275927] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688941, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.297963] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688935, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.407014] env[69243]: DEBUG nova.compute.manager [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.407745] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.408678] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1c68f6-fe11-4833-a782-ae7e536dc747 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.419960] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.420242] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e53417-49fd-4b59-bcbd-aa56e5317956 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.428132] env[69243]: DEBUG oslo_vmware.api [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 725.428132] env[69243]: value = "task-3688946" [ 725.428132] env[69243]: _type = "Task" [ 725.428132] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.438172] env[69243]: DEBUG oslo_vmware.api [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.456898] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.524589] env[69243]: DEBUG nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.558152] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688945, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.780696] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688941, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.797422] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688935, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.848907] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b447ec-19a8-4310-ae2d-0d83b3a62c57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.852397] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.853030] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c2fc9e0-9b5c-45bd-a957-e2e48a011328 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.860924] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da906f-3634-444e-87a4-71cb587dcd39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.864560] env[69243]: DEBUG oslo_vmware.api [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 725.864560] env[69243]: value = "task-3688947" [ 725.864560] env[69243]: _type = "Task" [ 725.864560] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.895947] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c14f98-abad-4783-8876-85b879259ed6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.901834] env[69243]: DEBUG oslo_vmware.api [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.907178] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba9783-bdf1-4d98-9181-569e26149dcd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.921698] env[69243]: DEBUG nova.compute.provider_tree [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.938488] env[69243]: DEBUG oslo_vmware.api [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.959163] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.050586] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.067480] env[69243]: DEBUG oslo_vmware.api [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688945, 'name': PowerOnVM_Task, 'duration_secs': 0.814931} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.067480] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.067480] env[69243]: INFO nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Took 8.08 seconds to spawn the instance on the hypervisor. [ 726.067480] env[69243]: DEBUG nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.067480] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34c1bc5-96ca-43fe-9b4d-73d8270b66d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.084796] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "eccadef4-b455-44c3-9490-dce7aea80b22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.084936] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "eccadef4-b455-44c3-9490-dce7aea80b22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.085120] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "eccadef4-b455-44c3-9490-dce7aea80b22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.085303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "eccadef4-b455-44c3-9490-dce7aea80b22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.085470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "eccadef4-b455-44c3-9490-dce7aea80b22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.087862] env[69243]: INFO nova.compute.manager [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Terminating instance [ 726.212054] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e298d-de10-d6f4-91a7-152d9ca18dd2/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.214561] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8408e35-6894-4d2e-8625-8b0db5c6ff52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.223280] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e298d-de10-d6f4-91a7-152d9ca18dd2/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.223280] env[69243]: ERROR oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e298d-de10-d6f4-91a7-152d9ca18dd2/disk-0.vmdk due to incomplete transfer. [ 726.223280] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec51c4dd-3767-4549-a637-8dd48ee45ce0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.228876] env[69243]: DEBUG oslo_vmware.rw_handles [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e298d-de10-d6f4-91a7-152d9ca18dd2/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.229095] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Uploaded image 5998341f-ccbc-4a55-85b0-097924c9d203 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.231635] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.231954] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe67ef84-4a67-497b-a4cf-b5ebb6979bb6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.238325] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 726.238325] env[69243]: value = "task-3688948" [ 726.238325] env[69243]: _type = "Task" [ 726.238325] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.246937] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688948, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.280704] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688941, 'name': CreateVM_Task, 'duration_secs': 1.781297} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.281360] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.282898] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.282898] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.282898] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.283351] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aaab03d-6a74-470b-9c0f-372e9d87cbbf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.292255] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 726.292255] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52170b8c-5bf6-4e21-1918-19dca68db098" [ 726.292255] env[69243]: _type = "Task" [ 726.292255] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.306895] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688935, 'name': CloneVM_Task, 'duration_secs': 2.778575} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.306895] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52170b8c-5bf6-4e21-1918-19dca68db098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.307162] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Created linked-clone VM from snapshot [ 726.309754] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09a5404-fe9c-44c9-8cd1-18d0e09237e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.318235] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Uploading image 197bfdc8-a671-4b6b-baac-97e56ffe3378 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.348627] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.348627] env[69243]: value = "vm-734956" [ 726.348627] env[69243]: _type = "VirtualMachine" [ 726.348627] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.349165] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a00a97b5-ec88-49ee-8ce0-41ee5bb6c50d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.356104] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease: (returnval){ [ 726.356104] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fd94d-2d21-93f7-5781-6248521177e8" [ 726.356104] env[69243]: _type = "HttpNfcLease" [ 726.356104] env[69243]: } obtained for exporting VM: (result){ [ 726.356104] env[69243]: value = "vm-734956" [ 726.356104] env[69243]: _type = "VirtualMachine" [ 726.356104] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.356480] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the lease: (returnval){ [ 726.356480] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fd94d-2d21-93f7-5781-6248521177e8" [ 726.356480] env[69243]: _type = "HttpNfcLease" [ 726.356480] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.363298] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.363298] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fd94d-2d21-93f7-5781-6248521177e8" [ 726.363298] env[69243]: _type = "HttpNfcLease" [ 726.363298] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.376078] env[69243]: DEBUG oslo_vmware.api [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688947, 'name': PowerOffVM_Task, 'duration_secs': 0.390173} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.376078] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.376078] env[69243]: DEBUG nova.compute.manager [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.376418] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd0c35c-62fe-472e-9a6c-524b6a7cf5d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.425714] env[69243]: DEBUG nova.scheduler.client.report [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.440500] env[69243]: DEBUG oslo_vmware.api [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688946, 'name': PowerOffVM_Task, 'duration_secs': 0.822739} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.440804] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.440991] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.441825] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2f6536e-0bd7-4666-9678-753f59e9d1f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.458341] env[69243]: DEBUG oslo_vmware.api [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Task: {'id': task-3688943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.578892} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.458637] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.458856] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.459081] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.459280] env[69243]: INFO nova.compute.manager [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Took 2.63 seconds to destroy the instance on the hypervisor. [ 726.459545] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.459729] env[69243]: DEBUG nova.compute.manager [-] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.459832] env[69243]: DEBUG nova.network.neutron [-] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.507393] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.507653] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.507853] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Deleting the datastore file [datastore2] 0f617809-7812-415b-825f-73dcbdbe9122 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.508170] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f32002a-8d8c-4039-a318-c875f232190a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.516088] env[69243]: DEBUG oslo_vmware.api [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for the task: (returnval){ [ 726.516088] env[69243]: value = "task-3688951" [ 726.516088] env[69243]: _type = "Task" [ 726.516088] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.524910] env[69243]: DEBUG oslo_vmware.api [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.594350] env[69243]: DEBUG nova.compute.manager [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.594350] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.594617] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d8079-5810-4bf9-bcb1-66725474ba02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.603232] env[69243]: INFO nova.compute.manager [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Took 35.91 seconds to build instance. [ 726.609304] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.609580] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a94fb56b-01fd-4041-b3e7-4c1159453c07 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.618399] env[69243]: DEBUG oslo_vmware.api [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 726.618399] env[69243]: value = "task-3688952" [ 726.618399] env[69243]: _type = "Task" [ 726.618399] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.626847] env[69243]: DEBUG oslo_vmware.api [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.754455] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688948, 'name': Destroy_Task, 'duration_secs': 0.380161} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.754834] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Destroyed the VM [ 726.755132] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.756132] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bec46933-e285-406b-a2b7-b6d0b0794f67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.764506] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 726.764506] env[69243]: value = "task-3688953" [ 726.764506] env[69243]: _type = "Task" [ 726.764506] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.777466] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688953, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.807337] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52170b8c-5bf6-4e21-1918-19dca68db098, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.808212] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.808826] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.809147] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.809364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.809615] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.809943] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ef2d69-a76e-47eb-a22f-fc78834384b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.820109] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.820385] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.821424] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75936127-78c0-436f-b29a-302fde6b8aaa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.829188] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 726.829188] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523db5a1-6ed8-ac7f-aa52-540e9b4dd307" [ 726.829188] env[69243]: _type = "Task" [ 726.829188] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.840887] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523db5a1-6ed8-ac7f-aa52-540e9b4dd307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.860446] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.860846] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.870571] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.870571] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fd94d-2d21-93f7-5781-6248521177e8" [ 726.870571] env[69243]: _type = "HttpNfcLease" [ 726.870571] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.871442] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.871442] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fd94d-2d21-93f7-5781-6248521177e8" [ 726.871442] env[69243]: _type = "HttpNfcLease" [ 726.871442] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.874823] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9e5306-da35-46b2-97fe-2cb952322657 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.889673] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52696d86-1454-889b-92b1-509b6a8a517f/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.889784] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52696d86-1454-889b-92b1-509b6a8a517f/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.891982] env[69243]: DEBUG oslo_concurrency.lockutils [None req-099961e3-9035-4949-98f6-51f7ba9545c3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.953235] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.953235] env[69243]: DEBUG nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.958890] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.649s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.959155] env[69243]: DEBUG nova.objects.instance [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lazy-loading 'resources' on Instance uuid bfcf44be-531f-442e-af3c-19e80ecf8382 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.002889] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f728b74-c192-45ba-abca-651f11707f31 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.027663] env[69243]: DEBUG oslo_vmware.api [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Task: {'id': task-3688951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321182} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.030589] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.030808] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.031009] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.031194] env[69243]: INFO nova.compute.manager [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Took 1.62 seconds to destroy the instance on the hypervisor. [ 727.031437] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.033645] env[69243]: DEBUG nova.compute.manager [-] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.033645] env[69243]: DEBUG nova.network.neutron [-] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.075444] env[69243]: DEBUG nova.compute.manager [req-869e36cd-3805-448c-8ac1-bb858a4cac6a req-25f04b20-afc3-4a5d-8e86-cbda6b8f9bac service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Received event network-vif-deleted-3bf42228-4dde-4721-b938-8238625a5f33 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.075664] env[69243]: INFO nova.compute.manager [req-869e36cd-3805-448c-8ac1-bb858a4cac6a req-25f04b20-afc3-4a5d-8e86-cbda6b8f9bac service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Neutron deleted interface 3bf42228-4dde-4721-b938-8238625a5f33; detaching it from the instance and deleting it from the info cache [ 727.075846] env[69243]: DEBUG nova.network.neutron [req-869e36cd-3805-448c-8ac1-bb858a4cac6a req-25f04b20-afc3-4a5d-8e86-cbda6b8f9bac service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.105701] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49ac268c-0466-461e-8308-d128f17255d4 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.534s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.128454] env[69243]: DEBUG oslo_vmware.api [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688952, 'name': PowerOffVM_Task, 'duration_secs': 0.273464} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.128766] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.128938] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.129262] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f70aef4-e43f-4410-8e96-92b669b428ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.212600] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.212973] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.213102] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Deleting the datastore file [datastore2] eccadef4-b455-44c3-9490-dce7aea80b22 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.213387] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0284ac91-fbf1-4dcd-a0f9-feac93408a43 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.220569] env[69243]: DEBUG oslo_vmware.api [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for the task: (returnval){ [ 727.220569] env[69243]: value = "task-3688955" [ 727.220569] env[69243]: _type = "Task" [ 727.220569] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.229623] env[69243]: DEBUG oslo_vmware.api [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.274624] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688953, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.342552] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523db5a1-6ed8-ac7f-aa52-540e9b4dd307, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.343492] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00af5a53-8c86-48de-b147-08488327b88d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.349518] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 727.349518] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529272ba-6559-4986-e059-32c11e021efa" [ 727.349518] env[69243]: _type = "Task" [ 727.349518] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.358786] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529272ba-6559-4986-e059-32c11e021efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.464583] env[69243]: DEBUG nova.compute.utils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.467410] env[69243]: DEBUG nova.network.neutron [-] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.468887] env[69243]: DEBUG nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.470709] env[69243]: DEBUG nova.network.neutron [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.554107] env[69243]: DEBUG nova.objects.instance [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'flavor' on Instance uuid e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.572052] env[69243]: DEBUG nova.policy [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dde5bdea1d04f8c8d053e0867f49155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96a23a256fd845bb95f004f18759cc78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.584541] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9b6cc0a-2a5f-4e8e-b0de-8ec0009f9dcc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.592900] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfef588-f8ba-4711-bfeb-fa3a9d11b3a4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.609853] env[69243]: DEBUG nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.639040] env[69243]: DEBUG nova.compute.manager [req-869e36cd-3805-448c-8ac1-bb858a4cac6a req-25f04b20-afc3-4a5d-8e86-cbda6b8f9bac service nova] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Detach interface failed, port_id=3bf42228-4dde-4721-b938-8238625a5f33, reason: Instance d4426718-3e16-4e62-8613-642f3ede15bc could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 727.732012] env[69243]: DEBUG oslo_vmware.api [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Task: {'id': task-3688955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335417} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.735728] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.736806] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.737474] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.737675] env[69243]: INFO nova.compute.manager [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.738051] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.738747] env[69243]: DEBUG nova.compute.manager [-] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.738847] env[69243]: DEBUG nova.network.neutron [-] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.778396] env[69243]: DEBUG oslo_vmware.api [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688953, 'name': RemoveSnapshot_Task, 'duration_secs': 0.606113} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.778713] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 727.779051] env[69243]: INFO nova.compute.manager [None req-fe7b27e3-4451-42bf-862b-d05f1f8d4826 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 727.870352] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529272ba-6559-4986-e059-32c11e021efa, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.874362] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.874647] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1e4ef321-58b8-4403-8b07-c67a34fcbe74/1e4ef321-58b8-4403-8b07-c67a34fcbe74.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.875857] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0fdaf84-9947-4cee-a15d-f9c61fadab1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.881958] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 727.881958] env[69243]: value = "task-3688956" [ 727.881958] env[69243]: _type = "Task" [ 727.881958] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.892443] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.969736] env[69243]: DEBUG nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.982039] env[69243]: INFO nova.compute.manager [-] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Took 1.52 seconds to deallocate network for instance. [ 728.061528] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.061726] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.061926] env[69243]: DEBUG nova.network.neutron [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.062062] env[69243]: DEBUG nova.objects.instance [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'info_cache' on Instance uuid e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.131538] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.152147] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.152560] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.152831] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.153083] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.153569] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.155886] env[69243]: INFO nova.compute.manager [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Terminating instance [ 728.193637] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e1bb7-6048-4551-9e87-af622d66b7d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.203739] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80107eb2-8b2e-4d2a-925b-d25f2c8880c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.239236] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a08629-9847-4fbc-8933-df9198b06bf8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.248861] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99487943-cf46-4610-8599-1fe1a654e355 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.269622] env[69243]: DEBUG nova.compute.provider_tree [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.395987] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.490292] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.519665] env[69243]: DEBUG nova.network.neutron [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Successfully created port: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.531153] env[69243]: DEBUG nova.network.neutron [-] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.567616] env[69243]: DEBUG nova.objects.base [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 728.661126] env[69243]: DEBUG nova.compute.manager [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.661483] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.662817] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746948e6-8342-4c82-8e2d-5d488a288ec5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.676751] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.676751] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bdfd80e-d31c-4510-b3a4-f9cf453137fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.683146] env[69243]: DEBUG oslo_vmware.api [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 728.683146] env[69243]: value = "task-3688957" [ 728.683146] env[69243]: _type = "Task" [ 728.683146] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.695048] env[69243]: DEBUG oslo_vmware.api [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.698493] env[69243]: DEBUG nova.compute.manager [req-82dca76e-1062-45d7-b5c2-ad87569fef3a req-3b5704f8-9599-498c-83b8-186ef7b35a10 service nova] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Received event network-vif-deleted-6f3cc58d-5803-4937-88dd-3a2acf6ee6b4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.773147] env[69243]: DEBUG nova.scheduler.client.report [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.823060] env[69243]: DEBUG nova.network.neutron [-] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.898542] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69438} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.898542] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1e4ef321-58b8-4403-8b07-c67a34fcbe74/1e4ef321-58b8-4403-8b07-c67a34fcbe74.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.898542] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.898542] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b1aebd3-9c70-45a4-a1d9-0835482fe888 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.906713] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 728.906713] env[69243]: value = "task-3688958" [ 728.906713] env[69243]: _type = "Task" [ 728.906713] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.917299] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.992377] env[69243]: DEBUG nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.018648] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.019061] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.019288] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.020013] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.020273] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.020489] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.020781] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.021038] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.021286] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.021794] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.021908] env[69243]: DEBUG nova.virt.hardware [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.022915] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c6d382-0ac5-4617-be13-bd975ddadf09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.035092] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8c7ef-8a87-48be-85fc-7a2562b9f28a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.039367] env[69243]: INFO nova.compute.manager [-] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Took 1.30 seconds to deallocate network for instance. [ 729.197578] env[69243]: DEBUG oslo_vmware.api [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688957, 'name': PowerOffVM_Task, 'duration_secs': 0.303871} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.197897] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.198119] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.198412] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d8a201-a27a-48b7-bfd8-7523dfd33523 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.272283] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.272535] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.272693] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleting the datastore file [datastore2] cb003e45-9c77-45fc-a53a-a5d1a3421f3e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.272963] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1743be15-bdcf-43bf-bb40-6af787c23353 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.279768] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.283815] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.142s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.283815] env[69243]: DEBUG nova.objects.instance [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lazy-loading 'resources' on Instance uuid 484ab422-9e29-49b4-a01f-21825e70866e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.284473] env[69243]: DEBUG oslo_vmware.api [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 729.284473] env[69243]: value = "task-3688960" [ 729.284473] env[69243]: _type = "Task" [ 729.284473] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.293866] env[69243]: DEBUG oslo_vmware.api [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.309399] env[69243]: INFO nova.scheduler.client.report [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Deleted allocations for instance bfcf44be-531f-442e-af3c-19e80ecf8382 [ 729.330168] env[69243]: INFO nova.compute.manager [-] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Took 2.30 seconds to deallocate network for instance. [ 729.417739] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073688} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.418065] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.418935] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a095ba-5a17-4c2b-b331-c0b7871a7ac4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.446156] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 1e4ef321-58b8-4403-8b07-c67a34fcbe74/1e4ef321-58b8-4403-8b07-c67a34fcbe74.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.446900] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca2ab17-2c8c-4434-b5ff-05a29cc41883 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.474960] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 729.474960] env[69243]: value = "task-3688961" [ 729.474960] env[69243]: _type = "Task" [ 729.474960] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.483618] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.496401] env[69243]: DEBUG nova.compute.manager [req-1ed174cb-56a6-4e3f-b249-3a8dfa93f0b6 req-e8636817-de76-4ff0-b6c7-be7db515200f service nova] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Received event network-vif-deleted-2c979486-5c9b-4aae-bd8a-a975198afe87 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.511417] env[69243]: DEBUG nova.network.neutron [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.554970] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.797732] env[69243]: DEBUG oslo_vmware.api [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3688960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189522} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.798048] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.798283] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.798487] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.798661] env[69243]: INFO nova.compute.manager [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 729.798904] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.799129] env[69243]: DEBUG nova.compute.manager [-] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.799226] env[69243]: DEBUG nova.network.neutron [-] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.818269] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09127ba6-da51-4686-a1fc-1e495b1e9972 tempest-InstanceActionsTestJSON-2056103374 tempest-InstanceActionsTestJSON-2056103374-project-member] Lock "bfcf44be-531f-442e-af3c-19e80ecf8382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.671s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.835714] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.972935] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-7d7c6517-efae-49b1-8067-be68054bd734-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.975349] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-7d7c6517-efae-49b1-8067-be68054bd734-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.975800] env[69243]: DEBUG nova.objects.instance [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'flavor' on Instance uuid 7d7c6517-efae-49b1-8067-be68054bd734 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.992327] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688961, 'name': ReconfigVM_Task, 'duration_secs': 0.315107} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.996183] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 1e4ef321-58b8-4403-8b07-c67a34fcbe74/1e4ef321-58b8-4403-8b07-c67a34fcbe74.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.997588] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e141fd-1749-468c-a0d1-ddbb96e2db8c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.007065] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 730.007065] env[69243]: value = "task-3688962" [ 730.007065] env[69243]: _type = "Task" [ 730.007065] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.016643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.024980] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688962, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.321613] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113833fa-1d8c-4b37-abe5-a20bd5a3881b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.336192] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9a3a13-9bc4-4752-bf01-4d705631386d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.374057] env[69243]: DEBUG nova.network.neutron [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Successfully updated port: 6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.375826] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e93a9-9382-4192-9c2b-a465bd5d7dcc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.383868] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e34a931-6605-494b-b2d4-3622ced31d1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.399300] env[69243]: DEBUG nova.compute.provider_tree [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.517346] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688962, 'name': Rename_Task, 'duration_secs': 0.171923} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.517711] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.517932] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92c95e16-abf8-4082-b9d3-5af109201e6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.526544] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 730.526544] env[69243]: value = "task-3688963" [ 730.526544] env[69243]: _type = "Task" [ 730.526544] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.537512] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.567231] env[69243]: DEBUG nova.objects.instance [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d7c6517-efae-49b1-8067-be68054bd734 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.620875] env[69243]: DEBUG nova.network.neutron [-] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.879992] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.880219] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquired lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.880383] env[69243]: DEBUG nova.network.neutron [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.902369] env[69243]: DEBUG nova.scheduler.client.report [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.022839] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.023194] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a6b1e29-7dd1-4291-b3a1-2eda069a451e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.031088] env[69243]: DEBUG oslo_vmware.api [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 731.031088] env[69243]: value = "task-3688964" [ 731.031088] env[69243]: _type = "Task" [ 731.031088] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.039210] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.044126] env[69243]: DEBUG oslo_vmware.api [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.073041] env[69243]: DEBUG nova.objects.base [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Object Instance<7d7c6517-efae-49b1-8067-be68054bd734> lazy-loaded attributes: flavor,pci_requests {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 731.073041] env[69243]: DEBUG nova.network.neutron [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.125257] env[69243]: INFO nova.compute.manager [-] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Took 1.32 seconds to deallocate network for instance. [ 731.162130] env[69243]: DEBUG nova.policy [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.412043] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.415353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.879s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.415640] env[69243]: DEBUG nova.objects.instance [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lazy-loading 'resources' on Instance uuid 2cccb0a2-1e20-4696-8297-fb39b1e56c62 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.445828] env[69243]: DEBUG nova.network.neutron [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.449269] env[69243]: INFO nova.scheduler.client.report [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Deleted allocations for instance 484ab422-9e29-49b4-a01f-21825e70866e [ 731.546967] env[69243]: DEBUG oslo_vmware.api [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3688963, 'name': PowerOnVM_Task, 'duration_secs': 0.583441} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.549684] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.549929] env[69243]: INFO nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Took 10.70 seconds to spawn the instance on the hypervisor. [ 731.550189] env[69243]: DEBUG nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.550498] env[69243]: DEBUG oslo_vmware.api [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688964, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.552145] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e3025-007f-4fb0-8d99-bbaa401c64e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.635510] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.704163] env[69243]: DEBUG nova.network.neutron [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.736324] env[69243]: DEBUG nova.network.neutron [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Successfully created port: 9907c380-cf69-4219-a65a-a9aab42f9b1c {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.970336] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f4fe64-4683-42ef-917f-3c93373f9065 tempest-ImagesOneServerTestJSON-981503289 tempest-ImagesOneServerTestJSON-981503289-project-member] Lock "484ab422-9e29-49b4-a01f-21825e70866e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.421s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.048030] env[69243]: DEBUG oslo_vmware.api [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3688964, 'name': PowerOnVM_Task, 'duration_secs': 0.614667} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.048030] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.048902] env[69243]: DEBUG nova.compute.manager [None req-eda3a5b4-eb12-473b-a800-8fe262efd594 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.048994] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8395e199-36eb-4254-91ec-2795acb676f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.077456] env[69243]: INFO nova.compute.manager [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Took 39.05 seconds to build instance. [ 732.200203] env[69243]: DEBUG nova.compute.manager [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Received event network-vif-deleted-4c3710ec-e757-41cc-88ea-c566103648ea {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.200452] env[69243]: DEBUG nova.compute.manager [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received event network-vif-plugged-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.200663] env[69243]: DEBUG oslo_concurrency.lockutils [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] Acquiring lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.200911] env[69243]: DEBUG oslo_concurrency.lockutils [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.201118] env[69243]: DEBUG oslo_concurrency.lockutils [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.201289] env[69243]: DEBUG nova.compute.manager [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] No waiting events found dispatching network-vif-plugged-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.201457] env[69243]: WARNING nova.compute.manager [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received unexpected event network-vif-plugged-6856b7bb-d6d3-45b2-a915-011e93fec1d7 for instance with vm_state building and task_state spawning. [ 732.201624] env[69243]: DEBUG nova.compute.manager [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.201781] env[69243]: DEBUG nova.compute.manager [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing instance network info cache due to event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.201948] env[69243]: DEBUG oslo_concurrency.lockutils [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] Acquiring lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.206327] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Releasing lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.206869] env[69243]: DEBUG nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Instance network_info: |[{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.207203] env[69243]: DEBUG oslo_concurrency.lockutils [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] Acquired lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207590] env[69243]: DEBUG nova.network.neutron [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.208544] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:0c:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6856b7bb-d6d3-45b2-a915-011e93fec1d7', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.215986] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Creating folder: Project (96a23a256fd845bb95f004f18759cc78). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.221574] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f103a24-1ae7-476d-87de-fb527bb3e970 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.233712] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Created folder: Project (96a23a256fd845bb95f004f18759cc78) in parent group-v734844. [ 732.234284] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Creating folder: Instances. Parent ref: group-v734960. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.234284] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-822508ae-52b5-4164-8e26-d97e6cbe68b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.245895] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Created folder: Instances in parent group-v734960. [ 732.246159] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.246754] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.246979] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dc9d6b9-c934-4810-a19c-780a6a7ffd07 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.272881] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.272881] env[69243]: value = "task-3688967" [ 732.272881] env[69243]: _type = "Task" [ 732.272881] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.281140] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688967, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.484058] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad712a6e-98ce-47e2-9489-0f7b8f0fce90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.491250] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecda1fff-9783-4007-9472-f4c119c181a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.531265] env[69243]: DEBUG nova.network.neutron [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updated VIF entry in instance network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.531648] env[69243]: DEBUG nova.network.neutron [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.533694] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821103c-a5f2-4401-bc27-7c9d2b0150a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.542771] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ef831-4189-468b-9a05-99be628ee35d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.558352] env[69243]: DEBUG nova.compute.provider_tree [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.579704] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ab8c27d8-fd61-4c93-9b33-4fe89b2588e5 tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.320s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.785075] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688967, 'name': CreateVM_Task, 'duration_secs': 0.377056} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.785319] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.786057] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.786293] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.786715] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.787109] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6efdf6-a9ea-4b87-ae3b-4d5f9b1c881c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.792276] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 732.792276] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52426470-d642-800d-ed5a-6528e5f70024" [ 732.792276] env[69243]: _type = "Task" [ 732.792276] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.802033] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52426470-d642-800d-ed5a-6528e5f70024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.038463] env[69243]: DEBUG oslo_concurrency.lockutils [req-59ee4f55-45ea-4e63-a0ac-028322a704a1 req-2593175f-d0c1-4a6e-bfca-936936fbac0a service nova] Releasing lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.062363] env[69243]: DEBUG nova.scheduler.client.report [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.085262] env[69243]: DEBUG nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.302578] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52426470-d642-800d-ed5a-6528e5f70024, 'name': SearchDatastore_Task, 'duration_secs': 0.020816} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.302936] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.304370] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.304370] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.304370] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.304370] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.304370] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f846bf60-b490-4e70-b85a-43d4c0aed3da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.312830] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.313038] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.313799] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d03e247-1894-4af5-acee-66c3ed1d7499 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.318952] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 733.318952] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c84173-0422-be14-f892-d9209a23a4bc" [ 733.318952] env[69243]: _type = "Task" [ 733.318952] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.327034] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c84173-0422-be14-f892-d9209a23a4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.370461] env[69243]: DEBUG nova.network.neutron [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Successfully updated port: 9907c380-cf69-4219-a65a-a9aab42f9b1c {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.571664] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.574183] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.777s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.580324] env[69243]: INFO nova.compute.claims [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.613929] env[69243]: INFO nova.scheduler.client.report [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Deleted allocations for instance 2cccb0a2-1e20-4696-8297-fb39b1e56c62 [ 733.620665] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.830875] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c84173-0422-be14-f892-d9209a23a4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014515} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.831865] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5868c2b-deed-4acf-8efc-704d44ca01ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.838403] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 733.838403] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ee95d8-b81c-7275-cbac-ea52faa4fafc" [ 733.838403] env[69243]: _type = "Task" [ 733.838403] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.848056] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ee95d8-b81c-7275-cbac-ea52faa4fafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.874251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.874468] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.874674] env[69243]: DEBUG nova.network.neutron [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.123922] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3017130c-0ac7-4d85-aab6-f31aa0e578ee tempest-ServersAdmin275Test-1780101959 tempest-ServersAdmin275Test-1780101959-project-member] Lock "2cccb0a2-1e20-4696-8297-fb39b1e56c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.862s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.349989] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ee95d8-b81c-7275-cbac-ea52faa4fafc, 'name': SearchDatastore_Task, 'duration_secs': 0.02486} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.350875] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.351274] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/1f40acc5-76bd-4e02-9466-0a66f1d27ec3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.351673] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2ee726-9e24-4da3-ac85-9986f2268143 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.360196] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 734.360196] env[69243]: value = "task-3688968" [ 734.360196] env[69243]: _type = "Task" [ 734.360196] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.369142] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.439107] env[69243]: WARNING nova.network.neutron [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] 224b11cd-df83-4e25-b07b-74c0351922db already exists in list: networks containing: ['224b11cd-df83-4e25-b07b-74c0351922db']. ignoring it [ 734.880601] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688968, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.214091] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9263bb1-c181-45f2-8398-df081264c3db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.222656] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec57eaa1-38ab-417e-9dde-7c6289052e84 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.265606] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b95589b-c24e-40d7-8c5c-0ebb6796c3d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.277916] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76293517-47f2-4340-b720-a24af0f85fee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.283463] env[69243]: DEBUG nova.network.neutron [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9907c380-cf69-4219-a65a-a9aab42f9b1c", "address": "fa:16:3e:83:40:ec", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9907c380-cf", "ovs_interfaceid": "9907c380-cf69-4219-a65a-a9aab42f9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.296103] env[69243]: DEBUG nova.compute.provider_tree [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.368789] env[69243]: DEBUG nova.compute.manager [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received event network-vif-plugged-9907c380-cf69-4219-a65a-a9aab42f9b1c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.369112] env[69243]: DEBUG oslo_concurrency.lockutils [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.369455] env[69243]: DEBUG oslo_concurrency.lockutils [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] Lock "7d7c6517-efae-49b1-8067-be68054bd734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.369569] env[69243]: DEBUG oslo_concurrency.lockutils [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] Lock "7d7c6517-efae-49b1-8067-be68054bd734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.369750] env[69243]: DEBUG nova.compute.manager [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] No waiting events found dispatching network-vif-plugged-9907c380-cf69-4219-a65a-a9aab42f9b1c {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.369990] env[69243]: WARNING nova.compute.manager [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received unexpected event network-vif-plugged-9907c380-cf69-4219-a65a-a9aab42f9b1c for instance with vm_state active and task_state None. [ 735.370087] env[69243]: DEBUG nova.compute.manager [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received event network-changed-9907c380-cf69-4219-a65a-a9aab42f9b1c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.370332] env[69243]: DEBUG nova.compute.manager [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Refreshing instance network info cache due to event network-changed-9907c380-cf69-4219-a65a-a9aab42f9b1c. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.370484] env[69243]: DEBUG oslo_concurrency.lockutils [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] Acquiring lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.379771] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815532} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.380216] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/1f40acc5-76bd-4e02-9466-0a66f1d27ec3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.380430] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.380640] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-193de63e-1a14-44f6-a8ed-28b6f851cb84 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.387864] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 735.387864] env[69243]: value = "task-3688969" [ 735.387864] env[69243]: _type = "Task" [ 735.387864] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.396994] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.787356] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.788140] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.788299] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.788653] env[69243]: DEBUG oslo_concurrency.lockutils [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] Acquired lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.788869] env[69243]: DEBUG nova.network.neutron [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Refreshing network info cache for port 9907c380-cf69-4219-a65a-a9aab42f9b1c {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.794223] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f19f1ab-9de4-4ae3-bbd6-494475a5e9a2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.800096] env[69243]: DEBUG nova.scheduler.client.report [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.818837] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.819942] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.819942] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.819942] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.819942] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.819942] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.819942] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.820252] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.820252] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.820379] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.820551] env[69243]: DEBUG nova.virt.hardware [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.826816] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Reconfiguring VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 735.827586] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1ec1f7-a049-4950-b331-764af8ccbf88 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.848278] env[69243]: DEBUG oslo_vmware.api [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 735.848278] env[69243]: value = "task-3688970" [ 735.848278] env[69243]: _type = "Task" [ 735.848278] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.858355] env[69243]: DEBUG oslo_vmware.api [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688970, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.901029] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067693} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.901029] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.901029] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f5ce83-bc08-447c-92ee-ade753a13399 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.922779] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/1f40acc5-76bd-4e02-9466-0a66f1d27ec3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.923258] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce065dd-a7e4-48ad-9b90-5bce0aa0c986 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.943899] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 735.943899] env[69243]: value = "task-3688971" [ 735.943899] env[69243]: _type = "Task" [ 735.943899] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.952055] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.307043] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.307043] env[69243]: DEBUG nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.308586] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.636s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.310109] env[69243]: INFO nova.compute.claims [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.360224] env[69243]: DEBUG oslo_vmware.api [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.454080] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688971, 'name': ReconfigVM_Task, 'duration_secs': 0.430409} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.454372] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/1f40acc5-76bd-4e02-9466-0a66f1d27ec3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.455037] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-607fe0ce-d9ae-4149-a16a-b1cdb81b4419 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.462282] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 736.462282] env[69243]: value = "task-3688972" [ 736.462282] env[69243]: _type = "Task" [ 736.462282] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.476955] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688972, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.575388] env[69243]: DEBUG nova.network.neutron [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updated VIF entry in instance network info cache for port 9907c380-cf69-4219-a65a-a9aab42f9b1c. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.575791] env[69243]: DEBUG nova.network.neutron [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9907c380-cf69-4219-a65a-a9aab42f9b1c", "address": "fa:16:3e:83:40:ec", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9907c380-cf", "ovs_interfaceid": "9907c380-cf69-4219-a65a-a9aab42f9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.711067] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52696d86-1454-889b-92b1-509b6a8a517f/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.711990] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f6224-7f1c-4556-8d3e-43b696de9ef6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.720330] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52696d86-1454-889b-92b1-509b6a8a517f/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.720495] env[69243]: ERROR oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52696d86-1454-889b-92b1-509b6a8a517f/disk-0.vmdk due to incomplete transfer. [ 736.720719] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd89f846-fb43-4f33-a284-d062b0017aaf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.727618] env[69243]: DEBUG oslo_vmware.rw_handles [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52696d86-1454-889b-92b1-509b6a8a517f/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.728877] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Uploaded image 197bfdc8-a671-4b6b-baac-97e56ffe3378 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.730132] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.730375] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d020ac0b-f09c-4aca-a72b-eda7caf99fb1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.736063] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 736.736063] env[69243]: value = "task-3688973" [ 736.736063] env[69243]: _type = "Task" [ 736.736063] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.743784] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688973, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.814785] env[69243]: DEBUG nova.compute.utils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.822489] env[69243]: DEBUG nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.822489] env[69243]: DEBUG nova.network.neutron [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.858584] env[69243]: DEBUG oslo_vmware.api [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688970, 'name': ReconfigVM_Task, 'duration_secs': 0.717825} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.859106] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.859323] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Reconfigured VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 736.882817] env[69243]: DEBUG nova.policy [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e96d966ddc6b4ebc9f7bfbd8c3eb313a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13641c9bd8cd473e8ba51c949c0a03bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.977441] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688972, 'name': Rename_Task, 'duration_secs': 0.175079} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.977914] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.978998] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db90799c-bc29-4380-94fd-5e371345ebe7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.985895] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 736.985895] env[69243]: value = "task-3688974" [ 736.985895] env[69243]: _type = "Task" [ 736.985895] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.994696] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.080228] env[69243]: DEBUG oslo_concurrency.lockutils [req-7f38dad1-195c-4b00-909d-e8b80b6d8dcb req-d4095e5d-fcc7-4f28-a96b-5d8125435725 service nova] Releasing lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.247087] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688973, 'name': Destroy_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.320183] env[69243]: DEBUG nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.334906] env[69243]: DEBUG nova.network.neutron [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Successfully created port: 8286f7af-fd76-46c3-84f8-a3c27bf04a67 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.366599] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e3208d9d-e09f-4e4f-a7c4-9896b7c20884 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-7d7c6517-efae-49b1-8067-be68054bd734-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.393s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.496467] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.745995] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688973, 'name': Destroy_Task, 'duration_secs': 0.655278} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.748792] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Destroyed the VM [ 737.749097] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.749611] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98c34a61-f036-4455-9528-964c3f0a2283 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.756131] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 737.756131] env[69243]: value = "task-3688975" [ 737.756131] env[69243]: _type = "Task" [ 737.756131] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.767447] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.864300] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cc55d3-215e-4adb-adbe-b514039a3154 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.873560] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310a1a3-f98c-47e1-bd58-a672c05615f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.907538] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd35e4-6482-44c0-bb03-1849510f52d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.915099] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15227072-5f9a-413e-a70d-b23f596bbbd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.930032] env[69243]: DEBUG nova.compute.provider_tree [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.996727] env[69243]: DEBUG oslo_vmware.api [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688974, 'name': PowerOnVM_Task, 'duration_secs': 0.791231} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.997014] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.997296] env[69243]: INFO nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Took 9.00 seconds to spawn the instance on the hypervisor. [ 737.997488] env[69243]: DEBUG nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.998282] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e538c-e606-44a0-8fd4-7224e6b7ac98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.104619] env[69243]: DEBUG nova.compute.manager [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Received event network-changed-d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.104864] env[69243]: DEBUG nova.compute.manager [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Refreshing instance network info cache due to event network-changed-d1c892bb-2a3f-4160-adc1-f06ba7115c0e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.105126] env[69243]: DEBUG oslo_concurrency.lockutils [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] Acquiring lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.105276] env[69243]: DEBUG oslo_concurrency.lockutils [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] Acquired lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.105435] env[69243]: DEBUG nova.network.neutron [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Refreshing network info cache for port d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.266858] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.329764] env[69243]: DEBUG nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.353637] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.353864] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.353994] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.354195] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.354338] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.355488] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.355488] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.355488] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.355488] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.355488] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.355488] env[69243]: DEBUG nova.virt.hardware [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.356222] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8948f-3eb7-422f-9a8d-fbfbb1bc6653 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.365359] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac518167-a123-43f6-b0a6-857e81d7c19c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.434668] env[69243]: DEBUG nova.scheduler.client.report [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.516707] env[69243]: INFO nova.compute.manager [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Took 40.14 seconds to build instance. [ 738.767691] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688975, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.943462] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.944092] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.950118] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.174s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.019439] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca7aa7c2-a73e-4011-8d3f-fc2c10ffbbc8 tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.170s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.125361] env[69243]: INFO nova.compute.manager [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Rescuing [ 739.125532] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.125655] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquired lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.125947] env[69243]: DEBUG nova.network.neutron [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.157991] env[69243]: DEBUG nova.network.neutron [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Updated VIF entry in instance network info cache for port d1c892bb-2a3f-4160-adc1-f06ba7115c0e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.158385] env[69243]: DEBUG nova.network.neutron [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Updating instance_info_cache with network_info: [{"id": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "address": "fa:16:3e:24:45:a9", "network": {"id": "21739fa1-e740-4366-b08d-bc549cbaf3fc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-757540620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a385728c2d4c8cbdfad49a99dd0948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c892bb-2a", "ovs_interfaceid": "d1c892bb-2a3f-4160-adc1-f06ba7115c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.267935] env[69243]: DEBUG oslo_vmware.api [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688975, 'name': RemoveSnapshot_Task, 'duration_secs': 1.029469} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.271134] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 739.271134] env[69243]: INFO nova.compute.manager [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Took 18.11 seconds to snapshot the instance on the hypervisor. [ 739.321758] env[69243]: DEBUG nova.network.neutron [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Successfully updated port: 8286f7af-fd76-46c3-84f8-a3c27bf04a67 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.402753] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "60e63b59-407f-4605-9dbc-4cd777b744c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.403017] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.403238] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "60e63b59-407f-4605-9dbc-4cd777b744c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.403435] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.403629] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.405683] env[69243]: INFO nova.compute.manager [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Terminating instance [ 739.466217] env[69243]: DEBUG nova.compute.utils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.467617] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.467780] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.523292] env[69243]: DEBUG nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.533440] env[69243]: DEBUG nova.policy [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94051a2fc68c4f278181fb6e54ff8cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1b7129b72e54e11a90f3d83bfe52299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.664051] env[69243]: DEBUG oslo_concurrency.lockutils [req-eb8cb9f9-50f9-4091-8abb-3ed2e7f21abf req-de02de9f-183b-4dbf-9158-b40ffeb66238 service nova] Releasing lock "refresh_cache-1e4ef321-58b8-4403-8b07-c67a34fcbe74" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.776942] env[69243]: DEBUG nova.compute.manager [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Instance disappeared during snapshot {{(pid=69243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 739.790245] env[69243]: DEBUG nova.compute.manager [None req-5680b9ad-94e5-474d-b6f3-ccd888b1382c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image not found during clean up 197bfdc8-a671-4b6b-baac-97e56ffe3378 {{(pid=69243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 739.824557] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "refresh_cache-e4bd44b1-19c4-4d31-9868-936745b1a96e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825329] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired lock "refresh_cache-e4bd44b1-19c4-4d31-9868-936745b1a96e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.825329] env[69243]: DEBUG nova.network.neutron [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.909179] env[69243]: DEBUG nova.compute.manager [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.909420] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.910384] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc836676-54c9-4010-872e-3c69d0836bb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.918981] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.919343] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ef5763-4c3d-49ca-8b36-3ed10e84e7c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.973570] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.991218] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.991447] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.992286] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleting the datastore file [datastore1] 60e63b59-407f-4605-9dbc-4cd777b744c1 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.992286] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04c3b382-4445-4786-a48a-77c6204743da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance b6c3fc33-d92d-4b77-9e3f-f6c0466967ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 0f617809-7812-415b-825f-73dcbdbe9122 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 0ed34d2e-00c5-4ca1-9e48-c7bc56147456 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance f7ee494c-e0ae-4612-a636-90368a1becbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 9334f78e-1230-4726-8a9d-9daf2ab977a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7d7c6517-efae-49b1-8067-be68054bd734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 1ef48045-56cd-4809-a0f8-6ed80611121a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 416a4207-040b-4c00-aa43-1c7375f075e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 17c14598-2c16-4443-9026-fd16c716bc67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999673] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance d9b56808-ce9b-4efa-ba03-f0ac88238e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999673] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance c53994ed-b194-4ad4-abdc-69d9b8248681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999673] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 60e63b59-407f-4605-9dbc-4cd777b744c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999673] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999673] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance d4426718-3e16-4e62-8613-642f3ede15bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.999673] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance eccadef4-b455-44c3-9490-dce7aea80b22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.999673] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance cb003e45-9c77-45fc-a53a-a5d1a3421f3e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 739.999673] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 1e4ef321-58b8-4403-8b07-c67a34fcbe74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999929] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 1f40acc5-76bd-4e02-9466-0a66f1d27ec3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999929] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e4bd44b1-19c4-4d31-9868-936745b1a96e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 739.999988] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5f6698bc-f892-4983-82b0-4934915d0940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 740.005850] env[69243]: DEBUG oslo_vmware.api [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 740.005850] env[69243]: value = "task-3688977" [ 740.005850] env[69243]: _type = "Task" [ 740.005850] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.015607] env[69243]: DEBUG oslo_vmware.api [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.048554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.054892] env[69243]: DEBUG nova.network.neutron [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.077695] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-7d7c6517-efae-49b1-8067-be68054bd734-9907c380-cf69-4219-a65a-a9aab42f9b1c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.077833] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-7d7c6517-efae-49b1-8067-be68054bd734-9907c380-cf69-4219-a65a-a9aab42f9b1c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.181838] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Successfully created port: dda8da2e-8a69-403d-a934-86c3ad156cb1 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.340949] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "c1911216-06e1-40b2-9e62-922e2d37b2ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.341872] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.390075] env[69243]: DEBUG nova.network.neutron [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.429179] env[69243]: DEBUG nova.compute.manager [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Received event network-vif-plugged-8286f7af-fd76-46c3-84f8-a3c27bf04a67 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.429358] env[69243]: DEBUG oslo_concurrency.lockutils [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] Acquiring lock "e4bd44b1-19c4-4d31-9868-936745b1a96e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.429397] env[69243]: DEBUG oslo_concurrency.lockutils [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.429644] env[69243]: DEBUG oslo_concurrency.lockutils [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.429722] env[69243]: DEBUG nova.compute.manager [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] No waiting events found dispatching network-vif-plugged-8286f7af-fd76-46c3-84f8-a3c27bf04a67 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.429884] env[69243]: WARNING nova.compute.manager [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Received unexpected event network-vif-plugged-8286f7af-fd76-46c3-84f8-a3c27bf04a67 for instance with vm_state building and task_state spawning. [ 740.430296] env[69243]: DEBUG nova.compute.manager [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Received event network-changed-8286f7af-fd76-46c3-84f8-a3c27bf04a67 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.430563] env[69243]: DEBUG nova.compute.manager [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Refreshing instance network info cache due to event network-changed-8286f7af-fd76-46c3-84f8-a3c27bf04a67. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.430797] env[69243]: DEBUG oslo_concurrency.lockutils [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] Acquiring lock "refresh_cache-e4bd44b1-19c4-4d31-9868-936745b1a96e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.508124] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance d12e566f-9f5c-4cc9-ac43-52620a4c5f1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 740.526164] env[69243]: DEBUG oslo_vmware.api [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3688977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24401} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.526164] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.526164] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.526164] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.526164] env[69243]: INFO nova.compute.manager [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 740.526164] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.526164] env[69243]: DEBUG nova.compute.manager [-] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.526164] env[69243]: DEBUG nova.network.neutron [-] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.559232] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Releasing lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.580609] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.580799] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.581689] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a835d9-7acf-4327-872b-1142e810e8d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.614720] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77170f8c-f375-4744-a71d-7c3dd91bb9b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.647445] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Reconfiguring VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 740.648214] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e367f15e-896f-4b86-bd34-ea7e37ee9e13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.670143] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 740.670143] env[69243]: value = "task-3688978" [ 740.670143] env[69243]: _type = "Task" [ 740.670143] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.681337] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.693015] env[69243]: DEBUG nova.network.neutron [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Updating instance_info_cache with network_info: [{"id": "8286f7af-fd76-46c3-84f8-a3c27bf04a67", "address": "fa:16:3e:1f:b2:3d", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8286f7af-fd", "ovs_interfaceid": "8286f7af-fd76-46c3-84f8-a3c27bf04a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.989116] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.015940] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 1edb65c1-6310-4d5d-ad06-5800093dfd70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 741.042370] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.042624] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.042776] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.043508] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.043673] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.044371] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.044584] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.044750] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.044914] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.045086] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.045255] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.047108] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64a8afe-146e-400a-bda1-16ad3ff234e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.061880] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d0d90-3112-4aa2-811a-f300a634edd2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.131409] env[69243]: DEBUG nova.compute.manager [req-a3660686-880a-475e-bebd-86a8001d669b req-3f7ab1ca-9b9d-48e2-8d3c-cd2fb62f7d03 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Received event network-vif-deleted-8f5922b9-97c3-4450-b9f7-503d5fdb17ea {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.131409] env[69243]: INFO nova.compute.manager [req-a3660686-880a-475e-bebd-86a8001d669b req-3f7ab1ca-9b9d-48e2-8d3c-cd2fb62f7d03 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Neutron deleted interface 8f5922b9-97c3-4450-b9f7-503d5fdb17ea; detaching it from the instance and deleting it from the info cache [ 741.131511] env[69243]: DEBUG nova.network.neutron [req-a3660686-880a-475e-bebd-86a8001d669b req-3f7ab1ca-9b9d-48e2-8d3c-cd2fb62f7d03 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.134483] env[69243]: DEBUG nova.objects.instance [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lazy-loading 'flavor' on Instance uuid 17c14598-2c16-4443-9026-fd16c716bc67 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.180854] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.195572] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Releasing lock "refresh_cache-e4bd44b1-19c4-4d31-9868-936745b1a96e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.195936] env[69243]: DEBUG nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Instance network_info: |[{"id": "8286f7af-fd76-46c3-84f8-a3c27bf04a67", "address": "fa:16:3e:1f:b2:3d", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8286f7af-fd", "ovs_interfaceid": "8286f7af-fd76-46c3-84f8-a3c27bf04a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.196270] env[69243]: DEBUG oslo_concurrency.lockutils [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] Acquired lock "refresh_cache-e4bd44b1-19c4-4d31-9868-936745b1a96e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.196451] env[69243]: DEBUG nova.network.neutron [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Refreshing network info cache for port 8286f7af-fd76-46c3-84f8-a3c27bf04a67 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.197676] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:b2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8286f7af-fd76-46c3-84f8-a3c27bf04a67', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.205763] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Creating folder: Project (13641c9bd8cd473e8ba51c949c0a03bc). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.207336] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c58ee8b7-396c-4a58-b524-8e69b68ff5ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.218743] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Created folder: Project (13641c9bd8cd473e8ba51c949c0a03bc) in parent group-v734844. [ 741.218949] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Creating folder: Instances. Parent ref: group-v734963. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.219229] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-771d0cb6-b38c-452f-bc38-43dddb639649 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.228207] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Created folder: Instances in parent group-v734963. [ 741.228437] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.228638] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.228922] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4c230a-212e-4bf2-a332-2ea5c318c60e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.251431] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.251431] env[69243]: value = "task-3688981" [ 741.251431] env[69243]: _type = "Task" [ 741.251431] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.259390] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688981, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.306582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.308934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.308934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.308934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.308934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.310271] env[69243]: INFO nova.compute.manager [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Terminating instance [ 741.426400] env[69243]: DEBUG nova.network.neutron [-] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.522434] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 3edd19c0-e0bb-441c-9980-72e60c66b4c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 741.640306] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae788317-285d-4eec-b86f-405367963134 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.644143] env[69243]: DEBUG oslo_concurrency.lockutils [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.644518] env[69243]: DEBUG oslo_concurrency.lockutils [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquired lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.654560] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7939fc-1b82-4066-b006-d55d4444189b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.683030] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.702756] env[69243]: DEBUG nova.compute.manager [req-a3660686-880a-475e-bebd-86a8001d669b req-3f7ab1ca-9b9d-48e2-8d3c-cd2fb62f7d03 service nova] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Detach interface failed, port_id=8f5922b9-97c3-4450-b9f7-503d5fdb17ea, reason: Instance 60e63b59-407f-4605-9dbc-4cd777b744c1 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 741.765068] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688981, 'name': CreateVM_Task, 'duration_secs': 0.462547} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.765333] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.766136] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.766467] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.766918] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.767237] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f865d2dc-4c37-4a2d-977a-199434851519 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.774284] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 741.774284] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5227016a-e565-d945-366a-aad7641d616b" [ 741.774284] env[69243]: _type = "Task" [ 741.774284] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.781990] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5227016a-e565-d945-366a-aad7641d616b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.817887] env[69243]: DEBUG nova.compute.manager [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.817887] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.818026] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90739659-ac60-402a-9184-3af94fafef49 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.828529] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.828870] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bacfffd5-bbd8-480e-ad44-21096610209b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.838751] env[69243]: DEBUG oslo_vmware.api [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 741.838751] env[69243]: value = "task-3688982" [ 741.838751] env[69243]: _type = "Task" [ 741.838751] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.853206] env[69243]: DEBUG oslo_vmware.api [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.935038] env[69243]: INFO nova.compute.manager [-] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Took 1.41 seconds to deallocate network for instance. [ 742.029632] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 92594ac9-9eb3-477b-af00-ea6930a43cec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 742.100246] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.100582] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c4aa28-236c-42c6-b525-35b93e5057cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.107799] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 742.107799] env[69243]: value = "task-3688983" [ 742.107799] env[69243]: _type = "Task" [ 742.107799] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.119025] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.189927] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.209264] env[69243]: DEBUG nova.network.neutron [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Updated VIF entry in instance network info cache for port 8286f7af-fd76-46c3-84f8-a3c27bf04a67. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.209264] env[69243]: DEBUG nova.network.neutron [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Updating instance_info_cache with network_info: [{"id": "8286f7af-fd76-46c3-84f8-a3c27bf04a67", "address": "fa:16:3e:1f:b2:3d", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8286f7af-fd", "ovs_interfaceid": "8286f7af-fd76-46c3-84f8-a3c27bf04a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.287650] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5227016a-e565-d945-366a-aad7641d616b, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.288331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.288331] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.288331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.289399] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.289399] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.289399] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8ec87a7-d745-487c-9368-6b4b2561f017 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.297657] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.297843] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.298616] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799912a6-1fe6-48c9-acf7-d6922e128f64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.305481] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.305481] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.307731] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 742.307731] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b7d217-1bf8-d2c9-f227-d3bc972fbe7e" [ 742.307731] env[69243]: _type = "Task" [ 742.307731] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.318235] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b7d217-1bf8-d2c9-f227-d3bc972fbe7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.335145] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Successfully updated port: dda8da2e-8a69-403d-a934-86c3ad156cb1 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.349992] env[69243]: DEBUG oslo_vmware.api [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688982, 'name': PowerOffVM_Task, 'duration_secs': 0.285462} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.350295] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.351204] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.351204] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b3505d-5b12-4bf1-9ded-992fb9334679 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.374409] env[69243]: DEBUG nova.network.neutron [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.414746] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.414746] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.414746] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Deleting the datastore file [datastore1] 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.414746] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4bbf729-f41a-49ff-a911-8ae0b724d096 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.419992] env[69243]: DEBUG oslo_vmware.api [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 742.419992] env[69243]: value = "task-3688985" [ 742.419992] env[69243]: _type = "Task" [ 742.419992] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.428419] env[69243]: DEBUG oslo_vmware.api [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.445328] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.463801] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.464051] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.540650] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 9b9116ad-9dd6-4078-b35d-67267b2ad5ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 742.618519] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688983, 'name': PowerOffVM_Task, 'duration_secs': 0.186514} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.618847] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.619632] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02215ee-7d61-4079-b9e0-179f18347efd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.641241] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704347be-13eb-45eb-bc19-f460e2b51e38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.680629] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.680888] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c746ca-368b-4fbf-822c-a26d8e10633c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.685683] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.692178] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 742.692178] env[69243]: value = "task-3688986" [ 742.692178] env[69243]: _type = "Task" [ 742.692178] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.697933] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.712202] env[69243]: DEBUG oslo_concurrency.lockutils [req-75649eff-3008-4406-b092-31291941901e req-4bf0e01b-b501-47f9-ae1c-22a85c7f8721 service nova] Releasing lock "refresh_cache-e4bd44b1-19c4-4d31-9868-936745b1a96e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.823143] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b7d217-1bf8-d2c9-f227-d3bc972fbe7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.823962] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f32f5b-6d70-4db0-afb0-e98544ebc1a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.829265] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 742.829265] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52593e62-35c6-6d6b-3421-7bc0454bfa0a" [ 742.829265] env[69243]: _type = "Task" [ 742.829265] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.836620] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52593e62-35c6-6d6b-3421-7bc0454bfa0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.837123] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "refresh_cache-5f6698bc-f892-4983-82b0-4934915d0940" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.837255] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "refresh_cache-5f6698bc-f892-4983-82b0-4934915d0940" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.837439] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.858036] env[69243]: DEBUG nova.compute.manager [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Received event network-vif-plugged-dda8da2e-8a69-403d-a934-86c3ad156cb1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.858827] env[69243]: DEBUG oslo_concurrency.lockutils [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] Acquiring lock "5f6698bc-f892-4983-82b0-4934915d0940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.858827] env[69243]: DEBUG oslo_concurrency.lockutils [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] Lock "5f6698bc-f892-4983-82b0-4934915d0940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.858827] env[69243]: DEBUG oslo_concurrency.lockutils [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] Lock "5f6698bc-f892-4983-82b0-4934915d0940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.858827] env[69243]: DEBUG nova.compute.manager [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] No waiting events found dispatching network-vif-plugged-dda8da2e-8a69-403d-a934-86c3ad156cb1 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.859036] env[69243]: WARNING nova.compute.manager [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Received unexpected event network-vif-plugged-dda8da2e-8a69-403d-a934-86c3ad156cb1 for instance with vm_state building and task_state spawning. [ 742.859157] env[69243]: DEBUG nova.compute.manager [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Received event network-changed-dda8da2e-8a69-403d-a934-86c3ad156cb1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.859596] env[69243]: DEBUG nova.compute.manager [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Refreshing instance network info cache due to event network-changed-dda8da2e-8a69-403d-a934-86c3ad156cb1. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.859596] env[69243]: DEBUG oslo_concurrency.lockutils [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] Acquiring lock "refresh_cache-5f6698bc-f892-4983-82b0-4934915d0940" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.930575] env[69243]: DEBUG oslo_vmware.api [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3688985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145415} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.930811] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.930982] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.931165] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.931327] env[69243]: INFO nova.compute.manager [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 742.931551] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.931727] env[69243]: DEBUG nova.compute.manager [-] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.931813] env[69243]: DEBUG nova.network.neutron [-] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.044598] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 54841bf4-7c84-4f22-85b0-ea0531580855 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.162105] env[69243]: DEBUG nova.compute.manager [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Received event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.162395] env[69243]: DEBUG nova.compute.manager [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing instance network info cache due to event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.162487] env[69243]: DEBUG oslo_concurrency.lockutils [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] Acquiring lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.164760] env[69243]: DEBUG nova.network.neutron [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.189278] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.210017] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 743.210017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.210017] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.345969] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52593e62-35c6-6d6b-3421-7bc0454bfa0a, 'name': SearchDatastore_Task, 'duration_secs': 0.018332} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.346448] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.346814] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e4bd44b1-19c4-4d31-9868-936745b1a96e/e4bd44b1-19c4-4d31-9868-936745b1a96e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.347545] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.347850] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.348176] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e8546ce-fc2e-4153-8267-ccae53231f01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.350223] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb0f2df-59c7-4d37-8614-b1489aa8f00a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.362019] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 743.362019] env[69243]: value = "task-3688987" [ 743.362019] env[69243]: _type = "Task" [ 743.362019] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.365536] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.365974] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.367120] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab1ed31-a204-45c4-adc6-cfe61bf72703 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.372565] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.375816] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 743.375816] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5232920a-161f-df4f-c015-b14c92cb9d62" [ 743.375816] env[69243]: _type = "Task" [ 743.375816] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.383367] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5232920a-161f-df4f-c015-b14c92cb9d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.398977] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.539733] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Updating instance_info_cache with network_info: [{"id": "dda8da2e-8a69-403d-a934-86c3ad156cb1", "address": "fa:16:3e:a6:70:2f", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8da2e-8a", "ovs_interfaceid": "dda8da2e-8a69-403d-a934-86c3ad156cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.547802] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.667398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Releasing lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.667661] env[69243]: DEBUG nova.compute.manager [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Inject network info {{(pid=69243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 743.667932] env[69243]: DEBUG nova.compute.manager [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] network_info to inject: |[{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 743.672955] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Reconfiguring VM instance to set the machine id {{(pid=69243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 743.673320] env[69243]: DEBUG oslo_concurrency.lockutils [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] Acquired lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.673500] env[69243]: DEBUG nova.network.neutron [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.674738] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f750256-1a64-4e7d-bb7e-dd7cfa90648b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.702777] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.704431] env[69243]: DEBUG oslo_vmware.api [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 743.704431] env[69243]: value = "task-3688988" [ 743.704431] env[69243]: _type = "Task" [ 743.704431] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.715817] env[69243]: DEBUG oslo_vmware.api [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.758450] env[69243]: DEBUG nova.network.neutron [-] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.873423] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452974} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.873726] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e4bd44b1-19c4-4d31-9868-936745b1a96e/e4bd44b1-19c4-4d31-9868-936745b1a96e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.873947] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.874229] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48e7888-4fc6-493c-961f-497ff6cabbd7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.885623] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 743.885623] env[69243]: value = "task-3688989" [ 743.885623] env[69243]: _type = "Task" [ 743.885623] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.893578] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5232920a-161f-df4f-c015-b14c92cb9d62, 'name': SearchDatastore_Task, 'duration_secs': 0.00817} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.896363] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802be5de-52b5-4294-ad5b-adb48fcb679c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.901941] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.906520] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 743.906520] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526ebba1-7259-d006-1041-4f4773dce77c" [ 743.906520] env[69243]: _type = "Task" [ 743.906520] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.915165] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526ebba1-7259-d006-1041-4f4773dce77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.045399] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "refresh_cache-5f6698bc-f892-4983-82b0-4934915d0940" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.045859] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Instance network_info: |[{"id": "dda8da2e-8a69-403d-a934-86c3ad156cb1", "address": "fa:16:3e:a6:70:2f", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8da2e-8a", "ovs_interfaceid": "dda8da2e-8a69-403d-a934-86c3ad156cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.046181] env[69243]: DEBUG oslo_concurrency.lockutils [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] Acquired lock "refresh_cache-5f6698bc-f892-4983-82b0-4934915d0940" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.046360] env[69243]: DEBUG nova.network.neutron [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Refreshing network info cache for port dda8da2e-8a69-403d-a934-86c3ad156cb1 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.047534] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:70:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda8da2e-8a69-403d-a934-86c3ad156cb1', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.054911] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Creating folder: Project (f1b7129b72e54e11a90f3d83bfe52299). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.058318] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 3b533631-81e0-4394-8122-9c2ae1debbeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.059877] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7fb1aa8-50bb-491b-bb4b-a548d96589f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.071635] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Created folder: Project (f1b7129b72e54e11a90f3d83bfe52299) in parent group-v734844. [ 744.071998] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Creating folder: Instances. Parent ref: group-v734966. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.072083] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-373f6503-0640-49e3-873b-51d1c784f41f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.081351] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Created folder: Instances in parent group-v734966. [ 744.081585] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.081791] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.082015] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63d0a6a4-f9e8-4823-b388-144bd38650ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.104025] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.104025] env[69243]: value = "task-3688992" [ 744.104025] env[69243]: _type = "Task" [ 744.104025] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.110993] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688992, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.144677] env[69243]: DEBUG nova.network.neutron [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updated VIF entry in instance network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.145073] env[69243]: DEBUG nova.network.neutron [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.201380] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.214283] env[69243]: DEBUG oslo_vmware.api [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3688988, 'name': ReconfigVM_Task, 'duration_secs': 0.183073} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.214888] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-70ddcaff-fe29-4fa5-b171-ebc6d29a2f3c tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Reconfigured VM instance to set the machine id {{(pid=69243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 744.229293] env[69243]: DEBUG nova.objects.instance [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lazy-loading 'flavor' on Instance uuid 17c14598-2c16-4443-9026-fd16c716bc67 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.260042] env[69243]: INFO nova.compute.manager [-] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Took 1.33 seconds to deallocate network for instance. [ 744.310122] env[69243]: DEBUG nova.network.neutron [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Updated VIF entry in instance network info cache for port dda8da2e-8a69-403d-a934-86c3ad156cb1. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.310506] env[69243]: DEBUG nova.network.neutron [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Updating instance_info_cache with network_info: [{"id": "dda8da2e-8a69-403d-a934-86c3ad156cb1", "address": "fa:16:3e:a6:70:2f", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda8da2e-8a", "ovs_interfaceid": "dda8da2e-8a69-403d-a934-86c3ad156cb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.393030] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058486} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.397043] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.397043] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d200ce-2206-437e-bb68-fd9a5d8e0d77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.433766] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] e4bd44b1-19c4-4d31-9868-936745b1a96e/e4bd44b1-19c4-4d31-9868-936745b1a96e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.434703] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc98c61b-0275-4711-8552-f93f23b13976 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.452815] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526ebba1-7259-d006-1041-4f4773dce77c, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.454055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.454055] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. {{(pid=69243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 744.454211] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99dc2d55-9a64-4038-b383-ef2b6dc54238 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.457243] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 744.457243] env[69243]: value = "task-3688993" [ 744.457243] env[69243]: _type = "Task" [ 744.457243] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.462143] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 744.462143] env[69243]: value = "task-3688994" [ 744.462143] env[69243]: _type = "Task" [ 744.462143] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.468927] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.474073] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.562742] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e6b25e56-5f7a-47c2-911e-976f39eb02d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.610981] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3688992, 'name': CreateVM_Task, 'duration_secs': 0.335465} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.611208] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.611921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.612108] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.612449] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.612703] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c164e7bd-37bb-4604-871a-1a0a05a13426 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.617240] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 744.617240] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f4acea-da91-a065-077b-a9a331208354" [ 744.617240] env[69243]: _type = "Task" [ 744.617240] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.625259] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f4acea-da91-a065-077b-a9a331208354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.649761] env[69243]: DEBUG oslo_concurrency.lockutils [req-201df739-8e7f-46ce-8f67-18756fece2aa req-7ed22183-1dfd-4dea-a373-e1c67c981e8a service nova] Releasing lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.701498] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.737407] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.737650] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquired lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.765718] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.813103] env[69243]: DEBUG oslo_concurrency.lockutils [req-93127b33-8df3-4b1e-8aa5-a77c095cda22 req-1691ac87-e72d-44f5-b3e2-e6a8482d4b3f service nova] Releasing lock "refresh_cache-5f6698bc-f892-4983-82b0-4934915d0940" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.918124] env[69243]: DEBUG nova.compute.manager [req-d4229e52-58e4-4f74-adb0-a0c9cefa69c7 req-dd066bbd-2d91-4b39-a9b4-8f5672a51e05 service nova] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Received event network-vif-deleted-9bbe21d0-2fff-4bfd-9bc3-d87a54564287 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.977024] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688993, 'name': ReconfigVM_Task, 'duration_secs': 0.329031} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.980797] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Reconfigured VM instance instance-00000025 to attach disk [datastore2] e4bd44b1-19c4-4d31-9868-936745b1a96e/e4bd44b1-19c4-4d31-9868-936745b1a96e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.981685] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448527} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.983756] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6acff35-4fc9-4ae9-bbc9-f3da073703fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.983846] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. [ 744.985026] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d5e103-a717-4532-93d6-830d6db1a436 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.012010] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.013642] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cbacbe0-1e5b-4d26-a57f-c347c73cb285 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.027891] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 745.027891] env[69243]: value = "task-3688995" [ 745.027891] env[69243]: _type = "Task" [ 745.027891] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.033109] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 745.033109] env[69243]: value = "task-3688996" [ 745.033109] env[69243]: _type = "Task" [ 745.033109] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.042826] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688995, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.047890] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.050024] env[69243]: DEBUG nova.network.neutron [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.066994] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance c1911216-06e1-40b2-9e62-922e2d37b2ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.066994] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 745.067239] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 745.128708] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f4acea-da91-a065-077b-a9a331208354, 'name': SearchDatastore_Task, 'duration_secs': 0.055669} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.129044] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.129283] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.129516] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.130018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.130018] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.130139] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ad36b62-ca34-4314-85db-6b281237b53d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.141512] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.141695] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.142418] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b84cb49-e961-4355-a7cd-974b1c679144 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.149774] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 745.149774] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5205e6fc-1fca-4361-b770-cb8b846afcc6" [ 745.149774] env[69243]: _type = "Task" [ 745.149774] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.157467] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5205e6fc-1fca-4361-b770-cb8b846afcc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.189650] env[69243]: DEBUG nova.compute.manager [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Received event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.189767] env[69243]: DEBUG nova.compute.manager [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing instance network info cache due to event network-changed-d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.189998] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] Acquiring lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.204437] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.506444] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e7691-20f3-48c5-8728-ad9446d8b2c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.513957] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417f3d0-e661-4776-8b10-fa0b399d11a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.551304] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad850f1-7591-4f4f-bcdc-849fc5680af0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.562284] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688995, 'name': Rename_Task, 'duration_secs': 0.133732} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.562284] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688996, 'name': ReconfigVM_Task, 'duration_secs': 0.282161} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.562424] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.563325] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.563858] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bd90c2-74c5-44e8-847d-eb8375d01388 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.567438] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90766d0-5feb-4f47-b995-d6d5ea0a7994 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.569642] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93650a41-396f-4562-ae03-8772fec13bbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.606741] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371e19ae-b024-4997-89e9-ee0fe2d81c89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.618657] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.621953] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 745.621953] env[69243]: value = "task-3688997" [ 745.621953] env[69243]: _type = "Task" [ 745.621953] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.625241] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 745.625241] env[69243]: value = "task-3688998" [ 745.625241] env[69243]: _type = "Task" [ 745.625241] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.633580] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.637433] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.660242] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5205e6fc-1fca-4361-b770-cb8b846afcc6, 'name': SearchDatastore_Task, 'duration_secs': 0.020394} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.660787] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05aec3ef-0f71-4619-990a-f2cc69896154 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.666063] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 745.666063] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525bb19a-f7df-6104-c7b5-e25c72e11096" [ 745.666063] env[69243]: _type = "Task" [ 745.666063] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.678841] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525bb19a-f7df-6104-c7b5-e25c72e11096, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.679134] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.679430] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5f6698bc-f892-4983-82b0-4934915d0940/5f6698bc-f892-4983-82b0-4934915d0940.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.679725] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4776a20-8b5a-437b-bb72-f6f33e5e5c65 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.685971] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 745.685971] env[69243]: value = "task-3688999" [ 745.685971] env[69243]: _type = "Task" [ 745.685971] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.694485] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3688999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.702257] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.823269] env[69243]: DEBUG nova.network.neutron [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.124641] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.135341] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688997, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.140172] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3688998, 'name': ReconfigVM_Task, 'duration_secs': 0.15661} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.141040] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.141302] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7f990e3-2f2f-48e5-a44d-977b27e88ab8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.147854] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 746.147854] env[69243]: value = "task-3689000" [ 746.147854] env[69243]: _type = "Task" [ 746.147854] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.156967] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.195842] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3688999, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.205332] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.325808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Releasing lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.326184] env[69243]: DEBUG nova.compute.manager [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Inject network info {{(pid=69243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 746.326461] env[69243]: DEBUG nova.compute.manager [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] network_info to inject: |[{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 746.331561] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Reconfiguring VM instance to set the machine id {{(pid=69243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 746.331956] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] Acquired lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.332191] env[69243]: DEBUG nova.network.neutron [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Refreshing network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.333480] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc014d0-2d74-4f27-b41e-ece4d7f672b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.355265] env[69243]: DEBUG oslo_vmware.api [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 746.355265] env[69243]: value = "task-3689001" [ 746.355265] env[69243]: _type = "Task" [ 746.355265] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.364012] env[69243]: DEBUG oslo_vmware.api [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3689001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.565750] env[69243]: DEBUG nova.network.neutron [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updated VIF entry in instance network info cache for port d0fc8782-b2cc-4517-bd5d-533b41acb7e6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.566129] env[69243]: DEBUG nova.network.neutron [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [{"id": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "address": "fa:16:3e:3a:ed:04", "network": {"id": "69c24cbc-3076-4611-a16b-dab26605afff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1606341297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8444bd1e6386411389a404f5f19e9a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fc8782-b2", "ovs_interfaceid": "d0fc8782-b2cc-4517-bd5d-533b41acb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.631316] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 746.631566] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.682s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.631815] env[69243]: DEBUG oslo_vmware.api [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3688997, 'name': PowerOnVM_Task, 'duration_secs': 0.632079} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.632109] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.221s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.632308] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.634373] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.130s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.635908] env[69243]: INFO nova.compute.claims [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.638874] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.639172] env[69243]: INFO nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Took 8.31 seconds to spawn the instance on the hypervisor. [ 746.639427] env[69243]: DEBUG nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.640886] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66018c7-4d06-4937-ae81-626d8079a085 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.661030] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.662076] env[69243]: INFO nova.scheduler.client.report [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Deleted allocations for instance 416a4207-040b-4c00-aa43-1c7375f075e6 [ 746.704619] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3688999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515951} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.706780] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5f6698bc-f892-4983-82b0-4934915d0940/5f6698bc-f892-4983-82b0-4934915d0940.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.706780] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.706780] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5120386d-15e6-4668-89a7-fa816402d83f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.711394] env[69243]: DEBUG oslo_vmware.api [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3688978, 'name': ReconfigVM_Task, 'duration_secs': 5.817956} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.712498] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.712717] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Reconfigured VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 746.716614] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 746.716614] env[69243]: value = "task-3689002" [ 746.716614] env[69243]: _type = "Task" [ 746.716614] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.726457] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.868469] env[69243]: DEBUG oslo_vmware.api [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3689001, 'name': ReconfigVM_Task, 'duration_secs': 0.261224} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.868931] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6bbb65-7a90-4076-8d6d-3aecf1202755 tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Reconfigured VM instance to set the machine id {{(pid=69243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 747.069428] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c7fd2ba-9c18-4a49-9ed8-4b1985cb1298 req-93e9d602-0aea-4e5e-b1e8-c64720773bd0 service nova] Releasing lock "refresh_cache-17c14598-2c16-4443-9026-fd16c716bc67" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168963] env[69243]: DEBUG oslo_vmware.api [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689000, 'name': PowerOnVM_Task, 'duration_secs': 0.826157} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.170707] env[69243]: DEBUG oslo_concurrency.lockutils [None req-65aa41fe-05f8-4916-814d-e29fa791b2d3 tempest-FloatingIPsAssociationNegativeTestJSON-418430245 tempest-FloatingIPsAssociationNegativeTestJSON-418430245-project-member] Lock "416a4207-040b-4c00-aa43-1c7375f075e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.490s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.173022] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.176016] env[69243]: INFO nova.compute.manager [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Took 43.40 seconds to build instance. [ 747.185341] env[69243]: DEBUG nova.compute.manager [None req-1ddaa5a3-d698-40d7-96b1-5133aba7817f tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.186389] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d88645-339b-4c62-871d-86324f8429db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.198058] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "17c14598-2c16-4443-9026-fd16c716bc67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.198058] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "17c14598-2c16-4443-9026-fd16c716bc67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.198058] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "17c14598-2c16-4443-9026-fd16c716bc67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.198230] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "17c14598-2c16-4443-9026-fd16c716bc67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.198473] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "17c14598-2c16-4443-9026-fd16c716bc67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.200496] env[69243]: INFO nova.compute.manager [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Terminating instance [ 747.228388] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070802} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.228388] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.228804] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb35f1-8505-4259-af19-1576e777ac28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.251484] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 5f6698bc-f892-4983-82b0-4934915d0940/5f6698bc-f892-4983-82b0-4934915d0940.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.252013] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18ea820-b456-4c6e-8b0f-a2f643c32a39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.275076] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 747.275076] env[69243]: value = "task-3689003" [ 747.275076] env[69243]: _type = "Task" [ 747.275076] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.283701] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.317386] env[69243]: DEBUG nova.compute.manager [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received event network-vif-deleted-9907c380-cf69-4219-a65a-a9aab42f9b1c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.317386] env[69243]: INFO nova.compute.manager [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Neutron deleted interface 9907c380-cf69-4219-a65a-a9aab42f9b1c; detaching it from the instance and deleting it from the info cache [ 747.317386] env[69243]: DEBUG nova.network.neutron [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.632788] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.633117] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "7d7c6517-efae-49b1-8067-be68054bd734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.633368] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.633643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "7d7c6517-efae-49b1-8067-be68054bd734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.633966] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "7d7c6517-efae-49b1-8067-be68054bd734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.637415] env[69243]: INFO nova.compute.manager [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Terminating instance [ 747.679750] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b33d0c6e-2ecc-40ac-b2cb-d2a2c8ba10e2 tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.094s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.705256] env[69243]: DEBUG nova.compute.manager [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.705671] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.708098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf823105-f19f-4429-8dee-e3bd35af885f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.715822] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.716580] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f4343b-a30c-4ec8-8eed-35cac92767d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.726911] env[69243]: DEBUG oslo_vmware.api [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 747.726911] env[69243]: value = "task-3689004" [ 747.726911] env[69243]: _type = "Task" [ 747.726911] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.736597] env[69243]: DEBUG oslo_vmware.api [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3689004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.790921] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.817775] env[69243]: DEBUG oslo_concurrency.lockutils [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] Acquiring lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.981688] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.981688] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.981688] env[69243]: DEBUG nova.network.neutron [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.140871] env[69243]: DEBUG nova.compute.manager [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.141115] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.142054] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc51060-d6c7-44ed-acdb-9f7be0cad20a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.152508] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.152798] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c19e5b-f996-4dbd-b4a2-0e4ff1194091 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.159264] env[69243]: DEBUG oslo_vmware.api [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 748.159264] env[69243]: value = "task-3689005" [ 748.159264] env[69243]: _type = "Task" [ 748.159264] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.169796] env[69243]: DEBUG oslo_vmware.api [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.179876] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a0f0ad-983b-4b25-895a-cf8df1a3c68c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.180633] env[69243]: DEBUG nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.188303] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c19ec-0ea5-4509-87b6-7b089acbddee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.226716] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248f7da1-8ee9-4fd6-b39a-7a888fa5f845 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.241813] env[69243]: DEBUG oslo_vmware.api [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3689004, 'name': PowerOffVM_Task, 'duration_secs': 0.24126} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.244288] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff1f760-687b-4aa9-8d89-0e2329b10b14 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.249240] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.249455] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.249755] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88217881-15e6-4e01-9b1b-26018173bf4b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.263778] env[69243]: DEBUG nova.compute.provider_tree [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.285766] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689003, 'name': ReconfigVM_Task, 'duration_secs': 0.679857} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.286065] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 5f6698bc-f892-4983-82b0-4934915d0940/5f6698bc-f892-4983-82b0-4934915d0940.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.286698] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0533a120-90a2-489c-bc65-3ad34f20c04b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.292985] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 748.292985] env[69243]: value = "task-3689007" [ 748.292985] env[69243]: _type = "Task" [ 748.292985] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.301197] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689007, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.321033] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.321338] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.321527] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Deleting the datastore file [datastore2] 17c14598-2c16-4443-9026-fd16c716bc67 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.321924] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f393f85-9307-4d5e-bc08-a47356798400 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.328120] env[69243]: DEBUG oslo_vmware.api [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for the task: (returnval){ [ 748.328120] env[69243]: value = "task-3689008" [ 748.328120] env[69243]: _type = "Task" [ 748.328120] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.337255] env[69243]: DEBUG oslo_vmware.api [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3689008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.672873] env[69243]: DEBUG oslo_vmware.api [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689005, 'name': PowerOffVM_Task, 'duration_secs': 0.274444} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.673159] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.673353] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.673606] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9929fe62-417e-4069-995e-e4afad3de9b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.713329] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.741316] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.741586] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.741776] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleting the datastore file [datastore1] 7d7c6517-efae-49b1-8067-be68054bd734 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.742068] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40b00287-f335-4610-a24e-04b67cb1df81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.749601] env[69243]: DEBUG oslo_vmware.api [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 748.749601] env[69243]: value = "task-3689010" [ 748.749601] env[69243]: _type = "Task" [ 748.749601] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.759423] env[69243]: DEBUG oslo_vmware.api [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.766830] env[69243]: DEBUG nova.scheduler.client.report [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.805262] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689007, 'name': Rename_Task, 'duration_secs': 0.163427} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.805559] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.805811] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a141f2fe-88cc-4b15-ad5b-9cfd7067ff60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.811704] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 748.811704] env[69243]: value = "task-3689011" [ 748.811704] env[69243]: _type = "Task" [ 748.811704] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.820402] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.837773] env[69243]: DEBUG oslo_vmware.api [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Task: {'id': task-3689008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142409} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.838065] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.838255] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.838423] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.838786] env[69243]: INFO nova.compute.manager [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Took 1.13 seconds to destroy the instance on the hypervisor. [ 748.839166] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.839384] env[69243]: DEBUG nova.compute.manager [-] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.839476] env[69243]: DEBUG nova.network.neutron [-] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.873106] env[69243]: DEBUG nova.network.neutron [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [{"id": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "address": "fa:16:3e:ba:38:50", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cfdd78-d0", "ovs_interfaceid": "a1cfdd78-d017-4474-aba6-fd0f6de69ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.916189] env[69243]: DEBUG nova.compute.manager [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.916403] env[69243]: DEBUG nova.compute.manager [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing instance network info cache due to event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.916627] env[69243]: DEBUG oslo_concurrency.lockutils [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] Acquiring lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.917706] env[69243]: DEBUG oslo_concurrency.lockutils [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] Acquired lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.917867] env[69243]: DEBUG nova.network.neutron [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.264352] env[69243]: DEBUG oslo_vmware.api [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14567} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.264689] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.264926] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.265150] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.265387] env[69243]: INFO nova.compute.manager [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Took 1.12 seconds to destroy the instance on the hypervisor. [ 749.265838] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.265958] env[69243]: DEBUG nova.compute.manager [-] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.266098] env[69243]: DEBUG nova.network.neutron [-] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.275368] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.276456] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.279516] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.846s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.281325] env[69243]: INFO nova.compute.claims [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.324507] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689011, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.376139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.503391] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.503669] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.793734] env[69243]: DEBUG nova.compute.utils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.801469] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.801469] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.824630] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689011, 'name': PowerOnVM_Task, 'duration_secs': 0.538623} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.825131] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.825448] env[69243]: INFO nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Took 8.84 seconds to spawn the instance on the hypervisor. [ 749.825759] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.826684] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff671d8f-2690-4af5-90a3-c103ce09b8c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.856053] env[69243]: DEBUG nova.policy [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94051a2fc68c4f278181fb6e54ff8cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1b7129b72e54e11a90f3d83bfe52299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.883883] env[69243]: DEBUG oslo_concurrency.lockutils [None req-95d5e9e8-e5b1-4ae6-9dc4-0da1493cf29e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-7d7c6517-efae-49b1-8067-be68054bd734-9907c380-cf69-4219-a65a-a9aab42f9b1c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.806s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.988578] env[69243]: DEBUG nova.network.neutron [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updated VIF entry in instance network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.991823] env[69243]: DEBUG nova.network.neutron [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.214589] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Successfully created port: 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.278457] env[69243]: DEBUG nova.compute.manager [req-e640ebc6-d22a-4979-bf41-ab4461836111 req-9c17fab7-a459-45af-b17f-dc1bce8afa2a service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Received event network-vif-deleted-a1cfdd78-d017-4474-aba6-fd0f6de69ed6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.278762] env[69243]: INFO nova.compute.manager [req-e640ebc6-d22a-4979-bf41-ab4461836111 req-9c17fab7-a459-45af-b17f-dc1bce8afa2a service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Neutron deleted interface a1cfdd78-d017-4474-aba6-fd0f6de69ed6; detaching it from the instance and deleting it from the info cache [ 750.278883] env[69243]: DEBUG nova.network.neutron [req-e640ebc6-d22a-4979-bf41-ab4461836111 req-9c17fab7-a459-45af-b17f-dc1bce8afa2a service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.304374] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.355579] env[69243]: INFO nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Took 44.71 seconds to build instance. [ 750.385651] env[69243]: DEBUG nova.network.neutron [-] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.496483] env[69243]: DEBUG oslo_concurrency.lockutils [req-0802ae08-0bf5-4250-86d7-e29b35f2c838 req-b91a2c2f-66dc-4dfe-90cb-451d1cf5022a service nova] Releasing lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.592444] env[69243]: DEBUG nova.network.neutron [-] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.783089] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19578474-4604-4dd4-b981-2243e1c4f34b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.794868] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae2685b-0ee5-4da9-8ab3-8d5044820ae1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.841692] env[69243]: DEBUG nova.compute.manager [req-e640ebc6-d22a-4979-bf41-ab4461836111 req-9c17fab7-a459-45af-b17f-dc1bce8afa2a service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Detach interface failed, port_id=a1cfdd78-d017-4474-aba6-fd0f6de69ed6, reason: Instance 7d7c6517-efae-49b1-8067-be68054bd734 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.865050] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "5f6698bc-f892-4983-82b0-4934915d0940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.194s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.888257] env[69243]: INFO nova.compute.manager [-] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Took 1.62 seconds to deallocate network for instance. [ 750.948522] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb0b924-8337-4fb6-a5cf-7c0260e6e31c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.956527] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d13781-ba08-4e5f-8022-d6643126b87b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.989441] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e731ef38-ec61-4c33-8fd6-255ad7566e76 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.993263] env[69243]: DEBUG nova.compute.manager [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.993580] env[69243]: DEBUG nova.compute.manager [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing instance network info cache due to event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.993813] env[69243]: DEBUG oslo_concurrency.lockutils [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] Acquiring lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.993956] env[69243]: DEBUG oslo_concurrency.lockutils [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] Acquired lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.994151] env[69243]: DEBUG nova.network.neutron [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.001246] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3f021-4774-424b-80eb-946480db6051 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.016747] env[69243]: DEBUG nova.compute.provider_tree [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.096725] env[69243]: INFO nova.compute.manager [-] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Took 2.26 seconds to deallocate network for instance. [ 751.319532] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.346429] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.346694] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.346905] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.347336] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.347537] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.347801] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.347924] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.348162] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.348361] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.348529] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.348809] env[69243]: DEBUG nova.virt.hardware [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.349589] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653fbb0-3799-4b43-9ab8-ea224a195784 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.361942] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c9e4a-e5e6-40b0-9176-614062e79968 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.377857] env[69243]: DEBUG nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.395074] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.519395] env[69243]: DEBUG nova.scheduler.client.report [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.603585] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.864472] env[69243]: DEBUG nova.network.neutron [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updated VIF entry in instance network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.864902] env[69243]: DEBUG nova.network.neutron [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.914343] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.026583] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.027365] env[69243]: DEBUG nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.032998] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.777s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.033586] env[69243]: INFO nova.compute.claims [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.247885] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Successfully updated port: 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.368639] env[69243]: DEBUG oslo_concurrency.lockutils [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] Releasing lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.368639] env[69243]: DEBUG nova.compute.manager [req-8446de33-8687-405e-9b39-7e3afa5499ad req-a90b5bcf-86fa-4965-a6ab-9080b8de097e service nova] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Received event network-vif-deleted-d0fc8782-b2cc-4517-bd5d-533b41acb7e6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.373038] env[69243]: DEBUG nova.compute.manager [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Received event network-vif-plugged-38a66cc1-bf1f-49f9-973d-bf300ddd27a0 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.373038] env[69243]: DEBUG oslo_concurrency.lockutils [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] Acquiring lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.373038] env[69243]: DEBUG oslo_concurrency.lockutils [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.373038] env[69243]: DEBUG oslo_concurrency.lockutils [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.373038] env[69243]: DEBUG nova.compute.manager [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] No waiting events found dispatching network-vif-plugged-38a66cc1-bf1f-49f9-973d-bf300ddd27a0 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.373038] env[69243]: WARNING nova.compute.manager [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Received unexpected event network-vif-plugged-38a66cc1-bf1f-49f9-973d-bf300ddd27a0 for instance with vm_state building and task_state spawning. [ 752.373297] env[69243]: DEBUG nova.compute.manager [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Received event network-changed-38a66cc1-bf1f-49f9-973d-bf300ddd27a0 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.374423] env[69243]: DEBUG nova.compute.manager [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Refreshing instance network info cache due to event network-changed-38a66cc1-bf1f-49f9-973d-bf300ddd27a0. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.374423] env[69243]: DEBUG oslo_concurrency.lockutils [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] Acquiring lock "refresh_cache-d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.374423] env[69243]: DEBUG oslo_concurrency.lockutils [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] Acquired lock "refresh_cache-d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.374423] env[69243]: DEBUG nova.network.neutron [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Refreshing network info cache for port 38a66cc1-bf1f-49f9-973d-bf300ddd27a0 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.542529] env[69243]: DEBUG nova.compute.utils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.548026] env[69243]: DEBUG nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.548225] env[69243]: DEBUG nova.network.neutron [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.591790] env[69243]: DEBUG nova.policy [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243c021f2d7c44779e3e8ab626f6f310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3f45a0e833244c99dab9fb86497fda8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.752904] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "refresh_cache-d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.917975] env[69243]: DEBUG nova.network.neutron [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Successfully created port: 5455ed98-0922-460e-9fff-c3ac3d759eef {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.928702] env[69243]: DEBUG nova.network.neutron [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.048780] env[69243]: DEBUG nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.063645] env[69243]: DEBUG nova.network.neutron [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.468155] env[69243]: DEBUG nova.compute.manager [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.468155] env[69243]: DEBUG nova.compute.manager [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing instance network info cache due to event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.468155] env[69243]: DEBUG oslo_concurrency.lockutils [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] Acquiring lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.468155] env[69243]: DEBUG oslo_concurrency.lockutils [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] Acquired lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.471106] env[69243]: DEBUG nova.network.neutron [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.569550] env[69243]: DEBUG oslo_concurrency.lockutils [req-153cec04-9952-458a-bb66-0970008eb4a9 req-69cde4d5-9785-40fb-bc98-51584ca7ad76 service nova] Releasing lock "refresh_cache-d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.569550] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "refresh_cache-d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.569550] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.644884] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a0a583-0b82-408e-a5c7-599a71cb6e9c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.653534] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a6134f-2eae-4357-b53e-5631d4336b33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.684984] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739ff852-e0d0-423f-a559-94ceec2a0705 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.692943] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee0a66a-693c-42a7-87fc-086835b3dc1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.697290] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "c53994ed-b194-4ad4-abdc-69d9b8248681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.697732] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.698059] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "c53994ed-b194-4ad4-abdc-69d9b8248681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.698278] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.698447] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.700911] env[69243]: INFO nova.compute.manager [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Terminating instance [ 753.709986] env[69243]: DEBUG nova.compute.provider_tree [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.956834] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "11c271a6-32aa-4f5f-98e9-058292f4d79c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.956988] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.067414] env[69243]: DEBUG nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.095966] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.096250] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.096406] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.096588] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.096728] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.096875] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.097095] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.097257] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.097424] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.097587] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.097773] env[69243]: DEBUG nova.virt.hardware [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.098782] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a62cd18-d5a8-45b2-86d6-6f05688df9d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.109098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e0ca7-33a3-4703-add2-644eeaf32397 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.145233] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.218915] env[69243]: DEBUG nova.compute.manager [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.218915] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.219655] env[69243]: DEBUG nova.scheduler.client.report [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.226438] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729e2af9-0d32-45f2-a2a9-69fab230a603 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.249318] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.250139] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b3f753-2d73-459a-a12b-99b251dd739a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.259770] env[69243]: DEBUG oslo_vmware.api [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 754.259770] env[69243]: value = "task-3689012" [ 754.259770] env[69243]: _type = "Task" [ 754.259770] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.271557] env[69243]: DEBUG oslo_vmware.api [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3689012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.478406] env[69243]: DEBUG nova.network.neutron [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Successfully updated port: 5455ed98-0922-460e-9fff-c3ac3d759eef {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.673357] env[69243]: DEBUG nova.network.neutron [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updated VIF entry in instance network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.673711] env[69243]: DEBUG nova.network.neutron [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.717550] env[69243]: DEBUG nova.network.neutron [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Updating instance_info_cache with network_info: [{"id": "38a66cc1-bf1f-49f9-973d-bf300ddd27a0", "address": "fa:16:3e:e3:bb:1b", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a66cc1-bf", "ovs_interfaceid": "38a66cc1-bf1f-49f9-973d-bf300ddd27a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.725951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.726553] env[69243]: DEBUG nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.729442] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.435s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.731075] env[69243]: INFO nova.compute.claims [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.772703] env[69243]: DEBUG oslo_vmware.api [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3689012, 'name': PowerOffVM_Task, 'duration_secs': 0.258385} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.772973] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.773159] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.773420] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89fabeb9-f6c1-4847-b50e-b2f9ff8293be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.804945] env[69243]: DEBUG nova.compute.manager [req-701cfb24-59cf-4a0b-8fbd-e10a0c2ca29f req-14d2e297-a929-48ba-b2f7-0e87dca237ed service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Received event network-vif-plugged-5455ed98-0922-460e-9fff-c3ac3d759eef {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.805171] env[69243]: DEBUG oslo_concurrency.lockutils [req-701cfb24-59cf-4a0b-8fbd-e10a0c2ca29f req-14d2e297-a929-48ba-b2f7-0e87dca237ed service nova] Acquiring lock "1edb65c1-6310-4d5d-ad06-5800093dfd70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.805396] env[69243]: DEBUG oslo_concurrency.lockutils [req-701cfb24-59cf-4a0b-8fbd-e10a0c2ca29f req-14d2e297-a929-48ba-b2f7-0e87dca237ed service nova] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.805562] env[69243]: DEBUG oslo_concurrency.lockutils [req-701cfb24-59cf-4a0b-8fbd-e10a0c2ca29f req-14d2e297-a929-48ba-b2f7-0e87dca237ed service nova] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.805728] env[69243]: DEBUG nova.compute.manager [req-701cfb24-59cf-4a0b-8fbd-e10a0c2ca29f req-14d2e297-a929-48ba-b2f7-0e87dca237ed service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] No waiting events found dispatching network-vif-plugged-5455ed98-0922-460e-9fff-c3ac3d759eef {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.805898] env[69243]: WARNING nova.compute.manager [req-701cfb24-59cf-4a0b-8fbd-e10a0c2ca29f req-14d2e297-a929-48ba-b2f7-0e87dca237ed service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Received unexpected event network-vif-plugged-5455ed98-0922-460e-9fff-c3ac3d759eef for instance with vm_state building and task_state spawning. [ 754.854165] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.855271] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.855271] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Deleting the datastore file [datastore1] c53994ed-b194-4ad4-abdc-69d9b8248681 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.855271] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-280a854b-fc3b-41e8-81c5-49c6aa0a9505 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.861645] env[69243]: DEBUG oslo_vmware.api [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for the task: (returnval){ [ 754.861645] env[69243]: value = "task-3689014" [ 754.861645] env[69243]: _type = "Task" [ 754.861645] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.869575] env[69243]: DEBUG oslo_vmware.api [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3689014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.981335] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "refresh_cache-1edb65c1-6310-4d5d-ad06-5800093dfd70" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.981421] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "refresh_cache-1edb65c1-6310-4d5d-ad06-5800093dfd70" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.981641] env[69243]: DEBUG nova.network.neutron [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.180613] env[69243]: DEBUG oslo_concurrency.lockutils [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] Releasing lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.180882] env[69243]: DEBUG nova.compute.manager [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.181065] env[69243]: DEBUG nova.compute.manager [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing instance network info cache due to event network-changed-6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.181281] env[69243]: DEBUG oslo_concurrency.lockutils [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] Acquiring lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.181421] env[69243]: DEBUG oslo_concurrency.lockutils [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] Acquired lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.181579] env[69243]: DEBUG nova.network.neutron [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Refreshing network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.220371] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "refresh_cache-d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.220561] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Instance network_info: |[{"id": "38a66cc1-bf1f-49f9-973d-bf300ddd27a0", "address": "fa:16:3e:e3:bb:1b", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a66cc1-bf", "ovs_interfaceid": "38a66cc1-bf1f-49f9-973d-bf300ddd27a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.220969] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:bb:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a66cc1-bf1f-49f9-973d-bf300ddd27a0', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.228822] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.229301] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.229573] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f53427-66d7-42b3-8a9a-736e962b2417 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.246145] env[69243]: DEBUG nova.compute.utils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.249331] env[69243]: DEBUG nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.249490] env[69243]: DEBUG nova.network.neutron [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.256984] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.256984] env[69243]: value = "task-3689015" [ 755.256984] env[69243]: _type = "Task" [ 755.256984] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.266613] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689015, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.317610] env[69243]: DEBUG nova.policy [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d26a48118414eea8930f94db0baae35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bff3920882e54c4a9a8c451a79adf169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.370649] env[69243]: DEBUG oslo_vmware.api [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Task: {'id': task-3689014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149399} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.370916] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.371134] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.371319] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.371492] env[69243]: INFO nova.compute.manager [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Took 1.15 seconds to destroy the instance on the hypervisor. [ 755.371729] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.371917] env[69243]: DEBUG nova.compute.manager [-] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.372016] env[69243]: DEBUG nova.network.neutron [-] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.513918] env[69243]: DEBUG nova.network.neutron [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.588534] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.588900] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.589187] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.589399] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.589599] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.592689] env[69243]: INFO nova.compute.manager [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Terminating instance [ 755.666644] env[69243]: DEBUG nova.network.neutron [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Updating instance_info_cache with network_info: [{"id": "5455ed98-0922-460e-9fff-c3ac3d759eef", "address": "fa:16:3e:ac:60:21", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5455ed98-09", "ovs_interfaceid": "5455ed98-0922-460e-9fff-c3ac3d759eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.757400] env[69243]: DEBUG nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.776758] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689015, 'name': CreateVM_Task, 'duration_secs': 0.478615} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.777023] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.777783] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.778018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.778341] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.778595] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d62339c-68f2-4982-a681-71b2677eae4b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.786298] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 755.786298] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5220ff42-e897-c244-188b-6012ca9cdac2" [ 755.786298] env[69243]: _type = "Task" [ 755.786298] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.798824] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5220ff42-e897-c244-188b-6012ca9cdac2, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.799486] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.799785] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.800052] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.800204] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.800380] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.800639] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-069a5584-f703-475c-b2d9-49f308740537 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.813539] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.813761] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.816582] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12f5602-ac47-4e93-b55e-5f97b955fd51 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.822530] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 755.822530] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525877ff-42dd-5ed5-b734-e28b4f64585a" [ 755.822530] env[69243]: _type = "Task" [ 755.822530] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.833483] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525877ff-42dd-5ed5-b734-e28b4f64585a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.928064] env[69243]: DEBUG nova.network.neutron [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updated VIF entry in instance network info cache for port 6856b7bb-d6d3-45b2-a915-011e93fec1d7. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.928466] env[69243]: DEBUG nova.network.neutron [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [{"id": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "address": "fa:16:3e:ca:0c:57", "network": {"id": "3b5be3e3-d0fa-4f79-b9d2-8dab168adfaf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2119455143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96a23a256fd845bb95f004f18759cc78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6856b7bb-d6", "ovs_interfaceid": "6856b7bb-d6d3-45b2-a915-011e93fec1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.034310] env[69243]: DEBUG nova.network.neutron [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Successfully created port: 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.097596] env[69243]: DEBUG nova.compute.manager [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.097868] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.099025] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2099e45-f5b3-4893-a123-c856512b14c4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.109743] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.109982] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c3f5fb1-8331-4c23-a771-5d8663505cde {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.118335] env[69243]: DEBUG oslo_vmware.api [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 756.118335] env[69243]: value = "task-3689016" [ 756.118335] env[69243]: _type = "Task" [ 756.118335] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.126476] env[69243]: DEBUG oslo_vmware.api [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.172188] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "refresh_cache-1edb65c1-6310-4d5d-ad06-5800093dfd70" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.172545] env[69243]: DEBUG nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Instance network_info: |[{"id": "5455ed98-0922-460e-9fff-c3ac3d759eef", "address": "fa:16:3e:ac:60:21", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5455ed98-09", "ovs_interfaceid": "5455ed98-0922-460e-9fff-c3ac3d759eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.172980] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:60:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5455ed98-0922-460e-9fff-c3ac3d759eef', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.182044] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.187338] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.188823] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f492e09-1483-4409-b883-56f9b08a3273 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.217249] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.217249] env[69243]: value = "task-3689017" [ 756.217249] env[69243]: _type = "Task" [ 756.217249] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.226499] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689017, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.336764] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525877ff-42dd-5ed5-b734-e28b4f64585a, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.342810] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7f91ee-30a1-4659-92db-f802f297fd06 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.351342] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 756.351342] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a87195-1a94-8fa3-e35f-8d60c9a076b3" [ 756.351342] env[69243]: _type = "Task" [ 756.351342] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.365769] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a87195-1a94-8fa3-e35f-8d60c9a076b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.366129] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.366437] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] d12e566f-9f5c-4cc9-ac43-52620a4c5f1b/d12e566f-9f5c-4cc9-ac43-52620a4c5f1b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.366763] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de843a67-c8c8-4457-b439-103eeeb77ddf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.382739] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 756.382739] env[69243]: value = "task-3689018" [ 756.382739] env[69243]: _type = "Task" [ 756.382739] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.392862] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.414928] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf9f4d-a58b-4364-b3ad-92bda4863829 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.426788] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076cb093-e9f8-4b2a-8be1-3693a0eafad9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.435625] env[69243]: DEBUG oslo_concurrency.lockutils [req-860e7b7f-419b-4d06-9a4b-3d7ff5eac9c6 req-a3b3ba7f-957d-48ab-b5e1-fd5b733b8bcd service nova] Releasing lock "refresh_cache-1f40acc5-76bd-4e02-9466-0a66f1d27ec3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.467265] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd880a-c5b6-43c9-9cf4-08506c0fc6a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.476185] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fedc195-bd35-44e4-9d07-43096693152f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.491389] env[69243]: DEBUG nova.compute.provider_tree [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.499294] env[69243]: DEBUG nova.compute.manager [req-6781e70f-c931-4647-9fab-60cb846902c8 req-4016325a-c3c5-405f-a968-819a22ea522f service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Received event network-vif-deleted-4a49b568-877f-44bc-a50a-0518590d66e1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.499294] env[69243]: INFO nova.compute.manager [req-6781e70f-c931-4647-9fab-60cb846902c8 req-4016325a-c3c5-405f-a968-819a22ea522f service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Neutron deleted interface 4a49b568-877f-44bc-a50a-0518590d66e1; detaching it from the instance and deleting it from the info cache [ 756.499664] env[69243]: DEBUG nova.network.neutron [req-6781e70f-c931-4647-9fab-60cb846902c8 req-4016325a-c3c5-405f-a968-819a22ea522f service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.629184] env[69243]: DEBUG oslo_vmware.api [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689016, 'name': PowerOffVM_Task, 'duration_secs': 0.208719} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.629469] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.629561] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.629806] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90efc9f4-1327-4a3b-99c0-eac7e3e51175 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.703274] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.703545] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.703680] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Deleting the datastore file [datastore2] 1f40acc5-76bd-4e02-9466-0a66f1d27ec3 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.703960] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34326719-0ca6-4bce-af25-f81ff2ba85f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.711989] env[69243]: DEBUG oslo_vmware.api [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for the task: (returnval){ [ 756.711989] env[69243]: value = "task-3689020" [ 756.711989] env[69243]: _type = "Task" [ 756.711989] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.719731] env[69243]: DEBUG oslo_vmware.api [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.728057] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689017, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.776220] env[69243]: DEBUG nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.809679] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.810145] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.810349] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.810601] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.810773] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.810943] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.811174] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.811353] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.811520] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.811690] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.812409] env[69243]: DEBUG nova.virt.hardware [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.812995] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fcbfe-1c7f-43e9-a946-7dcba1514852 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.823313] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7f5662-accd-45d1-a292-c630a7fc69c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.827557] env[69243]: DEBUG nova.network.neutron [-] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.845716] env[69243]: DEBUG nova.compute.manager [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Received event network-changed-5455ed98-0922-460e-9fff-c3ac3d759eef {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.845996] env[69243]: DEBUG nova.compute.manager [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Refreshing instance network info cache due to event network-changed-5455ed98-0922-460e-9fff-c3ac3d759eef. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.846157] env[69243]: DEBUG oslo_concurrency.lockutils [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] Acquiring lock "refresh_cache-1edb65c1-6310-4d5d-ad06-5800093dfd70" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.846310] env[69243]: DEBUG oslo_concurrency.lockutils [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] Acquired lock "refresh_cache-1edb65c1-6310-4d5d-ad06-5800093dfd70" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.846468] env[69243]: DEBUG nova.network.neutron [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Refreshing network info cache for port 5455ed98-0922-460e-9fff-c3ac3d759eef {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.893421] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689018, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.998119] env[69243]: DEBUG nova.scheduler.client.report [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.002104] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8108b083-7e2c-4286-958b-1bd88fb92ce1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.012462] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ad81c-62f2-4bbf-83f5-0da0e23c67f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.050813] env[69243]: DEBUG nova.compute.manager [req-6781e70f-c931-4647-9fab-60cb846902c8 req-4016325a-c3c5-405f-a968-819a22ea522f service nova] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Detach interface failed, port_id=4a49b568-877f-44bc-a50a-0518590d66e1, reason: Instance c53994ed-b194-4ad4-abdc-69d9b8248681 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.226281] env[69243]: DEBUG oslo_vmware.api [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.231526] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689017, 'name': CreateVM_Task, 'duration_secs': 0.668361} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.231866] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.232669] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.232954] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.233467] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.233820] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6813083c-0bde-4b07-b6b9-3daf3bc4894e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.240028] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 757.240028] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5216c37e-0406-cde3-2a5b-d40cd6db8a47" [ 757.240028] env[69243]: _type = "Task" [ 757.240028] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.249986] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5216c37e-0406-cde3-2a5b-d40cd6db8a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.331859] env[69243]: INFO nova.compute.manager [-] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Took 1.96 seconds to deallocate network for instance. [ 757.394809] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545036} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.395084] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] d12e566f-9f5c-4cc9-ac43-52620a4c5f1b/d12e566f-9f5c-4cc9-ac43-52620a4c5f1b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.395298] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.395592] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5f7d26e-14d7-4e2e-9e3a-32fb8cd50429 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.405197] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 757.405197] env[69243]: value = "task-3689021" [ 757.405197] env[69243]: _type = "Task" [ 757.405197] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.414049] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.503247] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.503762] env[69243]: DEBUG nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.506699] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.458s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.508120] env[69243]: INFO nova.compute.claims [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.714214] env[69243]: DEBUG nova.network.neutron [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Updated VIF entry in instance network info cache for port 5455ed98-0922-460e-9fff-c3ac3d759eef. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.714563] env[69243]: DEBUG nova.network.neutron [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Updating instance_info_cache with network_info: [{"id": "5455ed98-0922-460e-9fff-c3ac3d759eef", "address": "fa:16:3e:ac:60:21", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5455ed98-09", "ovs_interfaceid": "5455ed98-0922-460e-9fff-c3ac3d759eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.725624] env[69243]: DEBUG oslo_vmware.api [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Task: {'id': task-3689020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561033} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.725892] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.726250] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.726250] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.726378] env[69243]: INFO nova.compute.manager [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 757.726606] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.726819] env[69243]: DEBUG nova.compute.manager [-] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.726921] env[69243]: DEBUG nova.network.neutron [-] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.749927] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5216c37e-0406-cde3-2a5b-d40cd6db8a47, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.750516] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.750759] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.750999] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.751163] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.751349] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.751595] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ff64c2f-9966-499d-88d0-fa28ec1b4b2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.764312] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.764467] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.765753] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca92314-f13d-4084-9e0d-537bbaa717c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.773199] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 757.773199] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522f4c38-8a44-1f55-0d8b-2d63433962fe" [ 757.773199] env[69243]: _type = "Task" [ 757.773199] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.788298] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522f4c38-8a44-1f55-0d8b-2d63433962fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.838582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.916406] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072404} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.916870] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.917825] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81c8d15-f08b-4aa2-aef1-c384d322fbf5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.950090] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d12e566f-9f5c-4cc9-ac43-52620a4c5f1b/d12e566f-9f5c-4cc9-ac43-52620a4c5f1b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.950585] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceddb5e7-2407-432d-ba04-9f66003af012 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.974477] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 757.974477] env[69243]: value = "task-3689022" [ 757.974477] env[69243]: _type = "Task" [ 757.974477] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.982916] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.014799] env[69243]: DEBUG nova.compute.utils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.022240] env[69243]: DEBUG nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.022240] env[69243]: DEBUG nova.network.neutron [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.067110] env[69243]: DEBUG nova.policy [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b6b0ad973ee416d961e8bb53ce7a6ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '460c22f602404af1b203cda56ccc5646', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.221285] env[69243]: DEBUG oslo_concurrency.lockutils [req-7c9fb91f-b2f9-4870-9225-2f36d60f3d7e req-7058f2ea-cca6-4405-949d-8944cea87a88 service nova] Releasing lock "refresh_cache-1edb65c1-6310-4d5d-ad06-5800093dfd70" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.258208] env[69243]: DEBUG nova.network.neutron [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Successfully updated port: 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.289139] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522f4c38-8a44-1f55-0d8b-2d63433962fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.291569] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f61c7de-7347-4f7f-bc80-bef8964470e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.298473] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 758.298473] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527ffcb5-6681-ac88-bbb0-ce6f264f3d24" [ 758.298473] env[69243]: _type = "Task" [ 758.298473] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.310688] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527ffcb5-6681-ac88-bbb0-ce6f264f3d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.419547] env[69243]: DEBUG nova.network.neutron [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Successfully created port: 147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.486595] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689022, 'name': ReconfigVM_Task, 'duration_secs': 0.338032} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.486773] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d12e566f-9f5c-4cc9-ac43-52620a4c5f1b/d12e566f-9f5c-4cc9-ac43-52620a4c5f1b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.491227] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c810ad-ad5d-4577-b3c8-0ae71e5d9532 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.498759] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 758.498759] env[69243]: value = "task-3689023" [ 758.498759] env[69243]: _type = "Task" [ 758.498759] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.508137] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689023, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.522905] env[69243]: DEBUG nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.583148] env[69243]: DEBUG nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Received event network-vif-plugged-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.583148] env[69243]: DEBUG oslo_concurrency.lockutils [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] Acquiring lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.583828] env[69243]: DEBUG oslo_concurrency.lockutils [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.584194] env[69243]: DEBUG oslo_concurrency.lockutils [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.584771] env[69243]: DEBUG nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] No waiting events found dispatching network-vif-plugged-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.585098] env[69243]: WARNING nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Received unexpected event network-vif-plugged-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d for instance with vm_state building and task_state spawning. [ 758.585690] env[69243]: DEBUG nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Received event network-changed-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.586008] env[69243]: DEBUG nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Refreshing instance network info cache due to event network-changed-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.588224] env[69243]: DEBUG oslo_concurrency.lockutils [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] Acquiring lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.588224] env[69243]: DEBUG oslo_concurrency.lockutils [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] Acquired lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.588224] env[69243]: DEBUG nova.network.neutron [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Refreshing network info cache for port 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.761991] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.794831] env[69243]: DEBUG nova.network.neutron [-] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.809824] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527ffcb5-6681-ac88-bbb0-ce6f264f3d24, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.812075] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.812333] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 1edb65c1-6310-4d5d-ad06-5800093dfd70/1edb65c1-6310-4d5d-ad06-5800093dfd70.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.813336] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de2eb5bf-a723-4e24-bf8d-d3a016242eaa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.819724] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 758.819724] env[69243]: value = "task-3689024" [ 758.819724] env[69243]: _type = "Task" [ 758.819724] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.829510] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.007562] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8135de-8d63-4fa3-bbae-3c86952dd49a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.013439] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689023, 'name': Rename_Task, 'duration_secs': 0.17763} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.014156] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.014415] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67bf482-0d26-48ed-a426-453b93957147 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.019261] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148e7d4f-9604-49cb-aa6e-2a21e46814b0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.023706] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 759.023706] env[69243]: value = "task-3689025" [ 759.023706] env[69243]: _type = "Task" [ 759.023706] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.064539] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415c977-0b7e-4891-8c00-b1f544b3d596 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.072821] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.078664] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0af127-2cda-482c-abbe-3ebb075cca1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.096817] env[69243]: DEBUG nova.compute.provider_tree [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.189138] env[69243]: DEBUG nova.network.neutron [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.297922] env[69243]: INFO nova.compute.manager [-] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Took 1.57 seconds to deallocate network for instance. [ 759.331457] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488401} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.331748] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 1edb65c1-6310-4d5d-ad06-5800093dfd70/1edb65c1-6310-4d5d-ad06-5800093dfd70.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.332026] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.332303] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8494419d-3674-49a5-b427-5fa62637a560 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.339276] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 759.339276] env[69243]: value = "task-3689026" [ 759.339276] env[69243]: _type = "Task" [ 759.339276] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.354035] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.383124] env[69243]: DEBUG nova.network.neutron [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.533837] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.573797] env[69243]: DEBUG nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.603914] env[69243]: DEBUG nova.scheduler.client.report [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.614848] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.615141] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.615298] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.615475] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.615613] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.615751] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.616426] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.616426] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.616426] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.616426] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.616678] env[69243]: DEBUG nova.virt.hardware [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.617508] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ee061d-dd5e-4c91-9e95-c3c344c1976c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.626646] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9394c53b-271b-4228-9f83-89d71198d348 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.809472] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.850708] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057882} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.850974] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.851757] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165e17f-8fed-4bff-b9e9-6e099f930e11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.875389] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1edb65c1-6310-4d5d-ad06-5800093dfd70/1edb65c1-6310-4d5d-ad06-5800093dfd70.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.876619] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c206da-a74e-4a12-b7c3-fc8158871516 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.891689] env[69243]: DEBUG nova.compute.manager [req-78817829-1785-4210-8044-188aabecf3a6 req-69147c65-aaf6-447f-bac0-d424966c3592 service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Received event network-vif-plugged-147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.891894] env[69243]: DEBUG oslo_concurrency.lockutils [req-78817829-1785-4210-8044-188aabecf3a6 req-69147c65-aaf6-447f-bac0-d424966c3592 service nova] Acquiring lock "92594ac9-9eb3-477b-af00-ea6930a43cec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.892111] env[69243]: DEBUG oslo_concurrency.lockutils [req-78817829-1785-4210-8044-188aabecf3a6 req-69147c65-aaf6-447f-bac0-d424966c3592 service nova] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.892278] env[69243]: DEBUG oslo_concurrency.lockutils [req-78817829-1785-4210-8044-188aabecf3a6 req-69147c65-aaf6-447f-bac0-d424966c3592 service nova] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.892441] env[69243]: DEBUG nova.compute.manager [req-78817829-1785-4210-8044-188aabecf3a6 req-69147c65-aaf6-447f-bac0-d424966c3592 service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] No waiting events found dispatching network-vif-plugged-147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.892602] env[69243]: WARNING nova.compute.manager [req-78817829-1785-4210-8044-188aabecf3a6 req-69147c65-aaf6-447f-bac0-d424966c3592 service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Received unexpected event network-vif-plugged-147dd450-c005-4687-a40f-84a59f7c879a for instance with vm_state building and task_state spawning. [ 759.893309] env[69243]: DEBUG oslo_concurrency.lockutils [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] Releasing lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.893516] env[69243]: DEBUG nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Received event network-vif-deleted-6856b7bb-d6d3-45b2-a915-011e93fec1d7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.893687] env[69243]: INFO nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Neutron deleted interface 6856b7bb-d6d3-45b2-a915-011e93fec1d7; detaching it from the instance and deleting it from the info cache [ 759.893851] env[69243]: DEBUG nova.network.neutron [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.894828] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.895026] env[69243]: DEBUG nova.network.neutron [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.904494] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 759.904494] env[69243]: value = "task-3689027" [ 759.904494] env[69243]: _type = "Task" [ 759.904494] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.907508] env[69243]: DEBUG nova.network.neutron [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Successfully updated port: 147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.913511] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.035449] env[69243]: DEBUG oslo_vmware.api [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689025, 'name': PowerOnVM_Task, 'duration_secs': 0.53643} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.035787] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.036016] env[69243]: INFO nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Took 8.72 seconds to spawn the instance on the hypervisor. [ 760.036243] env[69243]: DEBUG nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.037109] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc30f62-a4b7-4114-82ee-6ebcf38a4415 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.109225] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.109760] env[69243]: DEBUG nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.112706] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.981s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.114133] env[69243]: INFO nova.compute.claims [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.399335] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf2e12bf-d471-413b-b020-469d8207a341 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.409933] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6760e44-e5a8-4a0c-bc3f-d5253a6ac0a8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.423447] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.423682] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquired lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.423739] env[69243]: DEBUG nova.network.neutron [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.425325] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.429774] env[69243]: DEBUG nova.network.neutron [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.452211] env[69243]: DEBUG nova.compute.manager [req-bfba2462-0359-45a5-907c-f88df597ca1b req-fb2f11e2-a66d-4ff0-8332-be3cd8fc680c service nova] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Detach interface failed, port_id=6856b7bb-d6d3-45b2-a915-011e93fec1d7, reason: Instance 1f40acc5-76bd-4e02-9466-0a66f1d27ec3 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.555210] env[69243]: INFO nova.compute.manager [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Took 45.08 seconds to build instance. [ 760.572650] env[69243]: DEBUG nova.network.neutron [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Updating instance_info_cache with network_info: [{"id": "9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d", "address": "fa:16:3e:64:2a:52", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9656a2a8-4f", "ovs_interfaceid": "9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.620950] env[69243]: DEBUG nova.compute.utils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.622521] env[69243]: DEBUG nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.622687] env[69243]: DEBUG nova.network.neutron [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.660209] env[69243]: DEBUG nova.policy [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e55e299c32554f52a8ca82dfe80a9805', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99104d10830e4fc49918c27e4bdc1a89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.914134] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689027, 'name': ReconfigVM_Task, 'duration_secs': 0.836331} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.915462] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1edb65c1-6310-4d5d-ad06-5800093dfd70/1edb65c1-6310-4d5d-ad06-5800093dfd70.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.916180] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28fb6785-3852-4ba7-bbd9-bc54c03c6bd0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.925075] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 760.925075] env[69243]: value = "task-3689028" [ 760.925075] env[69243]: _type = "Task" [ 760.925075] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.933470] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689028, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.970157] env[69243]: DEBUG nova.network.neutron [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.973362] env[69243]: DEBUG nova.network.neutron [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Successfully created port: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.058105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d12bfc5a-6ec6-4354-9d17-ac3b37d81cc1 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.344s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.075399] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Releasing lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.075736] env[69243]: DEBUG nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Instance network_info: |[{"id": "9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d", "address": "fa:16:3e:64:2a:52", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9656a2a8-4f", "ovs_interfaceid": "9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.076175] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:2a:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.084178] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.085143] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.087973] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d0be496-83cb-4d99-8599-7b43bfde1115 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.108831] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.108831] env[69243]: value = "task-3689029" [ 761.108831] env[69243]: _type = "Task" [ 761.108831] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.117368] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689029, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.126521] env[69243]: DEBUG nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.439012] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689028, 'name': Rename_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.501959] env[69243]: DEBUG nova.network.neutron [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Updating instance_info_cache with network_info: [{"id": "147dd450-c005-4687-a40f-84a59f7c879a", "address": "fa:16:3e:45:d3:84", "network": {"id": "a5eacf07-97f8-4ffe-8691-c953f49cdac9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494711698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "460c22f602404af1b203cda56ccc5646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147dd450-c0", "ovs_interfaceid": "147dd450-c005-4687-a40f-84a59f7c879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.560701] env[69243]: DEBUG nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.619195] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689029, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.734022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78655040-85e8-4b99-af00-6c77c531cf05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.743232] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f320d-be2d-4b90-b120-13503c5392ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.773522] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095b752-c593-489b-bec4-aeea248d7d44 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.782021] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602d407a-05e7-4445-bfba-45d45a82eb11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.800223] env[69243]: DEBUG nova.compute.provider_tree [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.940027] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689028, 'name': Rename_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.007036] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Releasing lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.007036] env[69243]: DEBUG nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Instance network_info: |[{"id": "147dd450-c005-4687-a40f-84a59f7c879a", "address": "fa:16:3e:45:d3:84", "network": {"id": "a5eacf07-97f8-4ffe-8691-c953f49cdac9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494711698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "460c22f602404af1b203cda56ccc5646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147dd450-c0", "ovs_interfaceid": "147dd450-c005-4687-a40f-84a59f7c879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.007272] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d3:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '147dd450-c005-4687-a40f-84a59f7c879a', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.014973] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Creating folder: Project (460c22f602404af1b203cda56ccc5646). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.015086] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c97854ec-c8f0-4f08-90d2-9249a5a455f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.026492] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Created folder: Project (460c22f602404af1b203cda56ccc5646) in parent group-v734844. [ 762.026676] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Creating folder: Instances. Parent ref: group-v734972. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.026906] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c82dad7c-f833-47a9-90e8-892cac0230ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.038119] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Created folder: Instances in parent group-v734972. [ 762.038386] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.038795] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.039011] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c88adda-11ee-4b66-804a-0efa72121e5e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.062689] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.062689] env[69243]: value = "task-3689032" [ 762.062689] env[69243]: _type = "Task" [ 762.062689] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.075301] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689032, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.087357] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.117929] env[69243]: DEBUG nova.compute.manager [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Received event network-changed-147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.117929] env[69243]: DEBUG nova.compute.manager [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Refreshing instance network info cache due to event network-changed-147dd450-c005-4687-a40f-84a59f7c879a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.118204] env[69243]: DEBUG oslo_concurrency.lockutils [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] Acquiring lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.118320] env[69243]: DEBUG oslo_concurrency.lockutils [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] Acquired lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.118531] env[69243]: DEBUG nova.network.neutron [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Refreshing network info cache for port 147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.125303] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689029, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.144880] env[69243]: DEBUG nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.201707] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.201856] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.202051] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.202272] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.202443] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.202627] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.203766] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.203766] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.203766] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.203766] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.203766] env[69243]: DEBUG nova.virt.hardware [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.204725] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4250695-a2db-4c5e-8b76-6bb92ff56313 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.214705] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab8dc3-b8db-4552-a201-7e583511f348 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.300519] env[69243]: DEBUG nova.scheduler.client.report [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.437318] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689028, 'name': Rename_Task, 'duration_secs': 1.151961} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.437637] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.438152] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da014b22-a95f-41db-9fad-bc8c925bab3d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.447364] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 762.447364] env[69243]: value = "task-3689033" [ 762.447364] env[69243]: _type = "Task" [ 762.447364] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.455350] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.540767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "5f6698bc-f892-4983-82b0-4934915d0940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.540767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "5f6698bc-f892-4983-82b0-4934915d0940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.540767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "5f6698bc-f892-4983-82b0-4934915d0940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.540767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "5f6698bc-f892-4983-82b0-4934915d0940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.540767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "5f6698bc-f892-4983-82b0-4934915d0940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.542706] env[69243]: INFO nova.compute.manager [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Terminating instance [ 762.573578] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689032, 'name': CreateVM_Task, 'duration_secs': 0.341618} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.573754] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.574542] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.574708] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578096] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.578096] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ea7a5d-52d7-41ae-b2b4-e491c955818d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.579740] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 762.579740] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5242bfcc-8b71-0a5e-3efd-1e6763679dfb" [ 762.579740] env[69243]: _type = "Task" [ 762.579740] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.588027] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5242bfcc-8b71-0a5e-3efd-1e6763679dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.619551] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689029, 'name': CreateVM_Task, 'duration_secs': 1.216429} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.619719] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.620522] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.640750] env[69243]: DEBUG nova.network.neutron [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Successfully updated port: 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.806245] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.806793] env[69243]: DEBUG nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.809372] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.320s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.809565] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.811615] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.257s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.811801] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.813475] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.978s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.813658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.815282] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.180s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.815457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.816963] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.196s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.818616] env[69243]: INFO nova.compute.claims [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.843897] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.844195] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.844473] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.844587] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.844755] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.846802] env[69243]: INFO nova.compute.manager [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Terminating instance [ 762.890383] env[69243]: DEBUG nova.network.neutron [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Updated VIF entry in instance network info cache for port 147dd450-c005-4687-a40f-84a59f7c879a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.890747] env[69243]: DEBUG nova.network.neutron [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Updating instance_info_cache with network_info: [{"id": "147dd450-c005-4687-a40f-84a59f7c879a", "address": "fa:16:3e:45:d3:84", "network": {"id": "a5eacf07-97f8-4ffe-8691-c953f49cdac9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494711698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "460c22f602404af1b203cda56ccc5646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147dd450-c0", "ovs_interfaceid": "147dd450-c005-4687-a40f-84a59f7c879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.892932] env[69243]: INFO nova.scheduler.client.report [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Deleted allocations for instance d4426718-3e16-4e62-8613-642f3ede15bc [ 762.895683] env[69243]: INFO nova.scheduler.client.report [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted allocations for instance cb003e45-9c77-45fc-a53a-a5d1a3421f3e [ 762.930481] env[69243]: INFO nova.scheduler.client.report [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Deleted allocations for instance eccadef4-b455-44c3-9490-dce7aea80b22 [ 762.937855] env[69243]: INFO nova.scheduler.client.report [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Deleted allocations for instance 0f617809-7812-415b-825f-73dcbdbe9122 [ 762.960035] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689033, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.046971] env[69243]: DEBUG nova.compute.manager [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.047276] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.048279] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e05f89-1701-4966-becb-eddb40ae4086 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.056939] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.057251] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1babda85-b6d3-4756-92d0-84d2353f60fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.063902] env[69243]: DEBUG oslo_vmware.api [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 763.063902] env[69243]: value = "task-3689034" [ 763.063902] env[69243]: _type = "Task" [ 763.063902] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.073093] env[69243]: DEBUG oslo_vmware.api [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.091338] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5242bfcc-8b71-0a5e-3efd-1e6763679dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.091338] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.091700] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.092038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.092277] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.092535] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.093035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.093434] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.093708] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-963e71a5-e133-4301-9616-438dcdae6f02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.095852] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55678181-e6de-4e4b-821e-c83d813ecaa5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.101795] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 763.101795] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527b06f3-ddac-047b-e0fc-e10efc2b67d6" [ 763.101795] env[69243]: _type = "Task" [ 763.101795] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.106283] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.106502] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.107715] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108d836d-12d7-4cef-b780-29d9ef75eef1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.114206] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527b06f3-ddac-047b-e0fc-e10efc2b67d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.117135] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 763.117135] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f6a8aa-e009-0e4d-29f5-fcbf4d11f55a" [ 763.117135] env[69243]: _type = "Task" [ 763.117135] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.125468] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f6a8aa-e009-0e4d-29f5-fcbf4d11f55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.143857] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.144170] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.144266] env[69243]: DEBUG nova.network.neutron [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.327321] env[69243]: DEBUG nova.compute.utils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.334050] env[69243]: DEBUG nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.334305] env[69243]: DEBUG nova.network.neutron [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.350901] env[69243]: DEBUG nova.compute.manager [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.351171] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.352782] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454eb744-c2c4-43b6-8975-3118cada8926 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.361157] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.361475] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-050752fb-5b8d-468c-9d8b-0351843367c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.369875] env[69243]: DEBUG oslo_vmware.api [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 763.369875] env[69243]: value = "task-3689035" [ 763.369875] env[69243]: _type = "Task" [ 763.369875] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.382261] env[69243]: DEBUG oslo_vmware.api [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.396355] env[69243]: DEBUG oslo_concurrency.lockutils [req-2da25977-014d-462b-bf6f-173c9dc4fe87 req-96d7a1f4-80dd-477f-918c-2f094147252f service nova] Releasing lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.407009] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd370984-1520-4605-9e7c-1e8262d1cb20 tempest-DeleteServersAdminTestJSON-1687704414 tempest-DeleteServersAdminTestJSON-1687704414-project-member] Lock "d4426718-3e16-4e62-8613-642f3ede15bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.088s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.407009] env[69243]: DEBUG oslo_concurrency.lockutils [None req-96f13e7a-8e85-4de3-aa0e-55152869479a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "cb003e45-9c77-45fc-a53a-a5d1a3421f3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.254s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.443539] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6504b2ca-2eee-429d-8be5-07f0380a2559 tempest-ServersNegativeTestMultiTenantJSON-319233819 tempest-ServersNegativeTestMultiTenantJSON-319233819-project-member] Lock "eccadef4-b455-44c3-9490-dce7aea80b22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.359s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.448307] env[69243]: DEBUG oslo_concurrency.lockutils [None req-07d9bcda-fb98-4315-a36c-8fed4b4ed56f tempest-VolumesAssistedSnapshotsTest-1965103967 tempest-VolumesAssistedSnapshotsTest-1965103967-project-member] Lock "0f617809-7812-415b-825f-73dcbdbe9122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.549s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.463585] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.538148] env[69243]: DEBUG nova.policy [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26fcf45614f4949b285affa8fba9f6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '045bd0097be540ecb16732a12b872534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.578200] env[69243]: DEBUG oslo_vmware.api [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689034, 'name': PowerOffVM_Task, 'duration_secs': 0.255157} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.578483] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.578653] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.578941] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa6d276-1d3f-401e-98ec-3082e4f9cdf5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.612758] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527b06f3-ddac-047b-e0fc-e10efc2b67d6, 'name': SearchDatastore_Task, 'duration_secs': 0.019914} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.612987] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.613225] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.613434] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.630231] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f6a8aa-e009-0e4d-29f5-fcbf4d11f55a, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.630231] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88407803-b97f-4609-87fe-55b72c944aa6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.632681] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 763.632681] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e68f50-2939-c3dc-9fa3-54b4345be8d4" [ 763.632681] env[69243]: _type = "Task" [ 763.632681] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.644666] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e68f50-2939-c3dc-9fa3-54b4345be8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.658608] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.658914] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.659137] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleting the datastore file [datastore2] 5f6698bc-f892-4983-82b0-4934915d0940 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.659410] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf077a20-bd4e-41bf-ba9e-7b3fd8f974d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.666069] env[69243]: DEBUG oslo_vmware.api [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 763.666069] env[69243]: value = "task-3689037" [ 763.666069] env[69243]: _type = "Task" [ 763.666069] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.676577] env[69243]: DEBUG oslo_vmware.api [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.694560] env[69243]: DEBUG nova.network.neutron [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.842601] env[69243]: DEBUG nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.881793] env[69243]: DEBUG oslo_vmware.api [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689035, 'name': PowerOffVM_Task, 'duration_secs': 0.265417} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.882326] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.886020] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.886020] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be715c37-bfe0-4023-98d2-7663e9398296 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.956648] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.956950] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.957450] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleting the datastore file [datastore1] d12e566f-9f5c-4cc9-ac43-52620a4c5f1b {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.959054] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba00f24b-7afd-4492-ab9f-547046ef9bf7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.965584] env[69243]: DEBUG oslo_vmware.api [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689033, 'name': PowerOnVM_Task, 'duration_secs': 1.253286} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.970350] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.970350] env[69243]: INFO nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Took 9.90 seconds to spawn the instance on the hypervisor. [ 763.970350] env[69243]: DEBUG nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.973924] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c020b4-a505-457f-96d1-312879f884da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.977147] env[69243]: DEBUG oslo_vmware.api [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 763.977147] env[69243]: value = "task-3689039" [ 763.977147] env[69243]: _type = "Task" [ 763.977147] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.007735] env[69243]: DEBUG oslo_vmware.api [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.009136] env[69243]: DEBUG nova.network.neutron [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a637fee-dc", "ovs_interfaceid": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.149231] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e68f50-2939-c3dc-9fa3-54b4345be8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.149231] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.149231] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 92594ac9-9eb3-477b-af00-ea6930a43cec/92594ac9-9eb3-477b-af00-ea6930a43cec.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.149231] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.149231] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.149231] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ae1e639-17a1-4ff0-bd18-2592d1c5f1b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.155746] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8932f782-9f5e-4283-8031-04a1bcdbaaef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.166902] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 764.166902] env[69243]: value = "task-3689040" [ 764.166902] env[69243]: _type = "Task" [ 764.166902] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.174024] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.174407] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.177117] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56087fa7-6d45-405e-8a71-ddcc3ce27103 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.183591] env[69243]: DEBUG oslo_vmware.api [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275015} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.187750] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.187750] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.188134] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.188316] env[69243]: INFO nova.compute.manager [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Took 1.14 seconds to destroy the instance on the hypervisor. [ 764.188557] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.193658] env[69243]: DEBUG nova.compute.manager [-] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.195141] env[69243]: DEBUG nova.network.neutron [-] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.195450] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.195707] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 764.195707] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a7a220-29bb-dd87-5e3d-97ad6e244b66" [ 764.195707] env[69243]: _type = "Task" [ 764.195707] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.206300] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a7a220-29bb-dd87-5e3d-97ad6e244b66, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.207065] env[69243]: DEBUG nova.network.neutron [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Successfully created port: 9a41b092-f4ef-4510-9046-975fbc17e0ec {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.213999] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7b9974-6d99-458e-8e27-d95abae8c6b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.218367] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 764.218367] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ab394-3d03-fb52-3a62-20c9c59c98fb" [ 764.218367] env[69243]: _type = "Task" [ 764.218367] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.226989] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ab394-3d03-fb52-3a62-20c9c59c98fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.493073] env[69243]: DEBUG oslo_vmware.api [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137836} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.495546] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.495802] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.495872] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.496094] env[69243]: INFO nova.compute.manager [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 764.496295] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.496766] env[69243]: DEBUG nova.compute.manager [-] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.497351] env[69243]: DEBUG nova.network.neutron [-] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.507485] env[69243]: INFO nova.compute.manager [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Took 47.10 seconds to build instance. [ 764.518411] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.518728] env[69243]: DEBUG nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Instance network_info: |[{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a637fee-dc", "ovs_interfaceid": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.519531] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:0d:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a637fee-dc1d-4a9b-a456-28e3bf6dfd10', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.528674] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating folder: Project (99104d10830e4fc49918c27e4bdc1a89). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.529033] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be44de3-c62a-4730-b42c-0dc5b9e48e42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.546136] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Created folder: Project (99104d10830e4fc49918c27e4bdc1a89) in parent group-v734844. [ 764.546284] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating folder: Instances. Parent ref: group-v734975. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.546757] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce4f0ead-94c6-4188-905b-52cf23d53e6f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.559433] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Created folder: Instances in parent group-v734975. [ 764.559433] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.559974] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.563583] env[69243]: DEBUG nova.compute.manager [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received event network-vif-plugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.563781] env[69243]: DEBUG oslo_concurrency.lockutils [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.563986] env[69243]: DEBUG oslo_concurrency.lockutils [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.564167] env[69243]: DEBUG oslo_concurrency.lockutils [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.565917] env[69243]: DEBUG nova.compute.manager [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] No waiting events found dispatching network-vif-plugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.565917] env[69243]: WARNING nova.compute.manager [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received unexpected event network-vif-plugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 for instance with vm_state building and task_state spawning. [ 764.565917] env[69243]: DEBUG nova.compute.manager [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received event network-changed-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.565917] env[69243]: DEBUG nova.compute.manager [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Refreshing instance network info cache due to event network-changed-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.565917] env[69243]: DEBUG oslo_concurrency.lockutils [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] Acquiring lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.565917] env[69243]: DEBUG oslo_concurrency.lockutils [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] Acquired lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.565917] env[69243]: DEBUG nova.network.neutron [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Refreshing network info cache for port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.569378] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f93ef12-2a1e-4bca-9dfe-993dad2e8c23 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.592046] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.592046] env[69243]: value = "task-3689043" [ 764.592046] env[69243]: _type = "Task" [ 764.592046] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.604801] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689043, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.650062] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e64cdc9-1da9-49c7-a007-49e30a2bed38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.660085] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0949b7f-5d7c-472d-ae98-3160491d912f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.709458] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645e66d2-d9a3-4369-80c8-fca479b9d150 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.716010] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689040, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.723907] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fac685-c3af-4783-becf-83110478f0b0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.734580] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ab394-3d03-fb52-3a62-20c9c59c98fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012871} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.743472] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.743702] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 3edd19c0-e0bb-441c-9980-72e60c66b4c5/3edd19c0-e0bb-441c-9980-72e60c66b4c5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.744243] env[69243]: DEBUG nova.compute.provider_tree [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.745655] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adfa4164-c4ea-434c-80aa-5e2593737df0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.753766] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 764.753766] env[69243]: value = "task-3689044" [ 764.753766] env[69243]: _type = "Task" [ 764.753766] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.764072] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.856425] env[69243]: DEBUG nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.942189] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='80edc8c5-85dd-42a4-ae20-3572eb9d266a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1703145830',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.942456] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.942613] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.942813] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.952661] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.952661] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.952661] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.952661] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.952661] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.952661] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.952661] env[69243]: DEBUG nova.virt.hardware [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.952661] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0bb3e-e6b3-4cc4-a8c6-a33115bc33bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.954790] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c629d0-3086-4af2-b395-be1fe0e8a44c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.011624] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7990d28e-6462-4368-bf48-ab22742d3249 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.102s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.112696] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689043, 'name': CreateVM_Task, 'duration_secs': 0.381731} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.112696] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.112696] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.112696] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.112696] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.112696] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aacdc37b-6705-4879-aece-959f069f1a51 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.122377] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 765.122377] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529846c1-f448-d45c-aa71-5bf3d030e46c" [ 765.122377] env[69243]: _type = "Task" [ 765.122377] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.130992] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529846c1-f448-d45c-aa71-5bf3d030e46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.151508] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "bba717d2-e15d-461d-a90d-d8b07514a155" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.152174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.219008] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558522} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.219703] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 92594ac9-9eb3-477b-af00-ea6930a43cec/92594ac9-9eb3-477b-af00-ea6930a43cec.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.219957] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.220295] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42eee4b9-66a8-4888-9ffa-677226ce7bd0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.230456] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 765.230456] env[69243]: value = "task-3689045" [ 765.230456] env[69243]: _type = "Task" [ 765.230456] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.240238] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.250242] env[69243]: DEBUG nova.scheduler.client.report [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.273000] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.515359] env[69243]: DEBUG nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.632978] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529846c1-f448-d45c-aa71-5bf3d030e46c, 'name': SearchDatastore_Task, 'duration_secs': 0.023629} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.633503] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.634013] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.634403] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.634693] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.635046] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.635847] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1ebfa38-6d93-4456-b05b-8db2fe8a8c1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.644498] env[69243]: DEBUG nova.compute.manager [req-07506b5f-95ed-4a3c-8803-f11945dcedb5 req-89904942-0b4e-4224-9056-2ec1a9a2f9f0 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Received event network-vif-deleted-38a66cc1-bf1f-49f9-973d-bf300ddd27a0 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.645123] env[69243]: INFO nova.compute.manager [req-07506b5f-95ed-4a3c-8803-f11945dcedb5 req-89904942-0b4e-4224-9056-2ec1a9a2f9f0 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Neutron deleted interface 38a66cc1-bf1f-49f9-973d-bf300ddd27a0; detaching it from the instance and deleting it from the info cache [ 765.648207] env[69243]: DEBUG nova.network.neutron [req-07506b5f-95ed-4a3c-8803-f11945dcedb5 req-89904942-0b4e-4224-9056-2ec1a9a2f9f0 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.652126] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.652126] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.652438] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447db113-180f-4870-a098-22d5827975ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.659919] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 765.659919] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef26e8-831d-7933-9083-91b9b8496d3f" [ 765.659919] env[69243]: _type = "Task" [ 765.659919] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.675797] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef26e8-831d-7933-9083-91b9b8496d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.677299] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efab696-290a-411c-94ea-0c2e61108540 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.684712] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 765.684712] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f8a131-a76a-9ab3-6690-80f3c6ed16f6" [ 765.684712] env[69243]: _type = "Task" [ 765.684712] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.696113] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f8a131-a76a-9ab3-6690-80f3c6ed16f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.696454] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.696764] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.697076] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8a762d-a9ef-4b45-bf06-39c4eed48711 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.703568] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 765.703568] env[69243]: value = "task-3689046" [ 765.703568] env[69243]: _type = "Task" [ 765.703568] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.711957] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.738510] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078722} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.738648] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.739609] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72634df1-40fb-494b-98e2-5118406e7a62 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.743061] env[69243]: DEBUG nova.network.neutron [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updated VIF entry in instance network info cache for port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.743503] env[69243]: DEBUG nova.network.neutron [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a637fee-dc", "ovs_interfaceid": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.756981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.940s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.757698] env[69243]: DEBUG nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.776040] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 92594ac9-9eb3-477b-af00-ea6930a43cec/92594ac9-9eb3-477b-af00-ea6930a43cec.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.778433] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.729s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.779834] env[69243]: INFO nova.compute.claims [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.785355] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965873b0-7366-4aa7-85c4-e9d5fe53ada5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.808816] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524923} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.810593] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 3edd19c0-e0bb-441c-9980-72e60c66b4c5/3edd19c0-e0bb-441c-9980-72e60c66b4c5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.810878] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.812119] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 765.812119] env[69243]: value = "task-3689047" [ 765.812119] env[69243]: _type = "Task" [ 765.812119] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.813110] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-402eab85-2c03-4168-8115-bd4bba4e7020 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.824738] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689047, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.826203] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 765.826203] env[69243]: value = "task-3689048" [ 765.826203] env[69243]: _type = "Task" [ 765.826203] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.839190] env[69243]: DEBUG nova.network.neutron [-] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.847521] env[69243]: DEBUG nova.network.neutron [-] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.052027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.158209] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7864e222-e04c-4348-a1d2-8101223a5391 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.172197] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329bb2bb-a614-47eb-b0b8-21dfdf813cbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.211474] env[69243]: DEBUG nova.compute.manager [req-07506b5f-95ed-4a3c-8803-f11945dcedb5 req-89904942-0b4e-4224-9056-2ec1a9a2f9f0 service nova] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Detach interface failed, port_id=38a66cc1-bf1f-49f9-973d-bf300ddd27a0, reason: Instance d12e566f-9f5c-4cc9-ac43-52620a4c5f1b could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.224042] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689046, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.248531] env[69243]: DEBUG oslo_concurrency.lockutils [req-44bcfc7e-5689-42a6-82bc-2316c4f14389 req-f2e2843e-c78c-46ff-b452-04f63764d2eb service nova] Releasing lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.279247] env[69243]: DEBUG nova.compute.utils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.281034] env[69243]: DEBUG nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.281034] env[69243]: DEBUG nova.network.neutron [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.328553] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689047, 'name': ReconfigVM_Task, 'duration_secs': 0.42769} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.333376] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 92594ac9-9eb3-477b-af00-ea6930a43cec/92594ac9-9eb3-477b-af00-ea6930a43cec.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.334574] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d10edff-4799-4e84-bc0b-f022ef30d1b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.341977] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108165} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.343129] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.343701] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 766.343701] env[69243]: value = "task-3689049" [ 766.343701] env[69243]: _type = "Task" [ 766.343701] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.345019] env[69243]: INFO nova.compute.manager [-] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Took 2.15 seconds to deallocate network for instance. [ 766.345784] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468742e9-1183-42ad-b95e-5893be1a4ba8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.357373] env[69243]: INFO nova.compute.manager [-] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Took 1.86 seconds to deallocate network for instance. [ 766.387343] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 3edd19c0-e0bb-441c-9980-72e60c66b4c5/3edd19c0-e0bb-441c-9980-72e60c66b4c5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.393773] env[69243]: DEBUG nova.policy [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd56ce6aa9c2744c0b9f48736053b60be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa62f8b5336e4947acfd9147ce5bd120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.395461] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc4a3bf-88e1-4745-9f41-9c844c2ff06a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.411710] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689049, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.422173] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 766.422173] env[69243]: value = "task-3689050" [ 766.422173] env[69243]: _type = "Task" [ 766.422173] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.432141] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.692111] env[69243]: DEBUG nova.network.neutron [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Successfully updated port: 9a41b092-f4ef-4510-9046-975fbc17e0ec {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.720946] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537823} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.724239] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.724239] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.724239] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a978fd8a-4214-474e-88ea-b87bab666e1b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.732025] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 766.732025] env[69243]: value = "task-3689051" [ 766.732025] env[69243]: _type = "Task" [ 766.732025] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.739386] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.788521] env[69243]: DEBUG nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.859779] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.871023] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689049, 'name': Rename_Task, 'duration_secs': 0.428834} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.871023] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.871023] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba708d8-c611-415e-848f-63bbd32c5eba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.884385] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 766.884385] env[69243]: value = "task-3689052" [ 766.884385] env[69243]: _type = "Task" [ 766.884385] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.893164] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.897693] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689052, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.930204] env[69243]: DEBUG nova.network.neutron [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Successfully created port: cd12b490-f874-4db1-b6b2-85286d161803 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.947155] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.980531] env[69243]: DEBUG nova.compute.manager [req-152bfe36-7fc2-407e-a856-716dfe19d948 req-8311d1eb-406d-4e0f-bf86-4a0554d53ef3 service nova] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Received event network-vif-deleted-dda8da2e-8a69-403d-a934-86c3ad156cb1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.195492] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.195850] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.195850] env[69243]: DEBUG nova.network.neutron [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.239759] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175875} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.242738] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.244187] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3fb02d-e1ad-4e83-9e88-cdabecb6359b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.270218] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.273660] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b08f7bc-8316-4320-aa9c-5ae5dc95bd6c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.299695] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 767.299695] env[69243]: value = "task-3689053" [ 767.299695] env[69243]: _type = "Task" [ 767.299695] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.311475] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.399327] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.423893] env[69243]: DEBUG nova.compute.manager [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.426130] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2873d-a1a6-4a12-bea1-8d0828626656 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.446071] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689050, 'name': ReconfigVM_Task, 'duration_secs': 0.823483} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.446746] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 3edd19c0-e0bb-441c-9980-72e60c66b4c5/3edd19c0-e0bb-441c-9980-72e60c66b4c5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.448120] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb8af9c-0858-4690-a5e3-93b09dff1cb5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.456731] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 767.456731] env[69243]: value = "task-3689054" [ 767.456731] env[69243]: _type = "Task" [ 767.456731] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.463815] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d2f46b-e385-4f02-87ce-1c3260f5bb85 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.471150] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689054, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.476572] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6652138-be69-426c-859d-a90d3a66cb66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.509272] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ec312-e8e9-4a87-8696-a7931352b263 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.518080] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d6d158-1c4b-45fb-8588-1eda829ded39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.534838] env[69243]: DEBUG nova.compute.provider_tree [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.691748] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "b018e7e6-295f-4e7a-894e-9b69dc67847a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.692050] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.788559] env[69243]: DEBUG nova.network.neutron [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.800056] env[69243]: DEBUG nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.812285] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.830647] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.831319] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.831319] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.831319] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.831319] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.831491] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.831590] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.831779] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.832273] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.832273] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.832626] env[69243]: DEBUG nova.virt.hardware [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.833841] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ea2ae1-d98c-4a4d-ad10-30c628739cb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.845528] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82d31fd-c0d7-4ca6-afcb-2c2bad39a2f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.898408] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.948457] env[69243]: INFO nova.compute.manager [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] instance snapshotting [ 767.951546] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95cbda9-31bf-4076-a50b-9ea933d2dc41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.975728] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d0d90-eecb-4213-8e58-463372317cc6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.984393] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689054, 'name': Rename_Task, 'duration_secs': 0.274533} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.986472] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.989154] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5010146f-3658-4aa2-8c39-9899ae93e03c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.995920] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 767.995920] env[69243]: value = "task-3689055" [ 767.995920] env[69243]: _type = "Task" [ 767.995920] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.004476] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.037994] env[69243]: DEBUG nova.scheduler.client.report [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.223127] env[69243]: DEBUG nova.network.neutron [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [{"id": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "address": "fa:16:3e:2c:77:4e", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a41b092-f4", "ovs_interfaceid": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.318932] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689053, 'name': ReconfigVM_Task, 'duration_secs': 0.835118} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.319675] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.320939] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf9c9f29-aa91-46c6-a088-e6a8455b89b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.327449] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 768.327449] env[69243]: value = "task-3689056" [ 768.327449] env[69243]: _type = "Task" [ 768.327449] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.338345] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689056, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.406023] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689052, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.492652] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.492987] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ece03641-ca28-46e7-bedf-c596fcba702d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.507997] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689055, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.510039] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 768.510039] env[69243]: value = "task-3689057" [ 768.510039] env[69243]: _type = "Task" [ 768.510039] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.520316] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.547444] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.548268] env[69243]: DEBUG nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.552618] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.107s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.552618] env[69243]: DEBUG nova.objects.instance [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lazy-loading 'resources' on Instance uuid 60e63b59-407f-4605-9dbc-4cd777b744c1 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.570142] env[69243]: DEBUG nova.compute.manager [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Received event network-vif-plugged-9a41b092-f4ef-4510-9046-975fbc17e0ec {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.570142] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] Acquiring lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.570313] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] Lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.570470] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] Lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.570672] env[69243]: DEBUG nova.compute.manager [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] No waiting events found dispatching network-vif-plugged-9a41b092-f4ef-4510-9046-975fbc17e0ec {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.570835] env[69243]: WARNING nova.compute.manager [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Received unexpected event network-vif-plugged-9a41b092-f4ef-4510-9046-975fbc17e0ec for instance with vm_state building and task_state spawning. [ 768.571103] env[69243]: DEBUG nova.compute.manager [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Received event network-changed-9a41b092-f4ef-4510-9046-975fbc17e0ec {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.571312] env[69243]: DEBUG nova.compute.manager [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Refreshing instance network info cache due to event network-changed-9a41b092-f4ef-4510-9046-975fbc17e0ec. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.571472] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] Acquiring lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.704380] env[69243]: DEBUG nova.network.neutron [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Successfully updated port: cd12b490-f874-4db1-b6b2-85286d161803 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.726027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.726329] env[69243]: DEBUG nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Instance network_info: |[{"id": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "address": "fa:16:3e:2c:77:4e", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a41b092-f4", "ovs_interfaceid": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.726617] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] Acquired lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.726786] env[69243]: DEBUG nova.network.neutron [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Refreshing network info cache for port 9a41b092-f4ef-4510-9046-975fbc17e0ec {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.728045] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:77:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a41b092-f4ef-4510-9046-975fbc17e0ec', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.735574] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.736361] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.737078] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0685edf7-8726-423f-a24b-75ebd9ab4cc5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.761328] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.761328] env[69243]: value = "task-3689058" [ 768.761328] env[69243]: _type = "Task" [ 768.761328] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.777075] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689058, 'name': CreateVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.841320] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689056, 'name': Rename_Task, 'duration_secs': 0.19316} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.845295] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.845295] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a33a466-82d1-45b6-951d-0d45b4f1a898 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.851021] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 768.851021] env[69243]: value = "task-3689059" [ 768.851021] env[69243]: _type = "Task" [ 768.851021] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.857993] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.901122] env[69243]: DEBUG oslo_vmware.api [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689052, 'name': PowerOnVM_Task, 'duration_secs': 1.766268} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.901122] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.901122] env[69243]: INFO nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Took 9.33 seconds to spawn the instance on the hypervisor. [ 768.901122] env[69243]: DEBUG nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.901122] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b15aca-9936-4d4a-8ee1-8b26fe1de82d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.013021] env[69243]: DEBUG oslo_vmware.api [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689055, 'name': PowerOnVM_Task, 'duration_secs': 0.678161} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.013021] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.013021] env[69243]: INFO nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Took 12.23 seconds to spawn the instance on the hypervisor. [ 769.013021] env[69243]: DEBUG nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.013021] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904fe742-5357-44df-8f61-72123ab14452 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.040299] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689057, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.059150] env[69243]: DEBUG nova.compute.utils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.060774] env[69243]: DEBUG nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.060950] env[69243]: DEBUG nova.network.neutron [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.120876] env[69243]: DEBUG nova.compute.manager [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Received event network-vif-plugged-cd12b490-f874-4db1-b6b2-85286d161803 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.121118] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] Acquiring lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.121360] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.121564] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.121759] env[69243]: DEBUG nova.compute.manager [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] No waiting events found dispatching network-vif-plugged-cd12b490-f874-4db1-b6b2-85286d161803 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.121887] env[69243]: WARNING nova.compute.manager [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Received unexpected event network-vif-plugged-cd12b490-f874-4db1-b6b2-85286d161803 for instance with vm_state building and task_state spawning. [ 769.122103] env[69243]: DEBUG nova.compute.manager [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Received event network-changed-cd12b490-f874-4db1-b6b2-85286d161803 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.122354] env[69243]: DEBUG nova.compute.manager [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Refreshing instance network info cache due to event network-changed-cd12b490-f874-4db1-b6b2-85286d161803. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.122666] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] Acquiring lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.123042] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] Acquired lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.123256] env[69243]: DEBUG nova.network.neutron [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Refreshing network info cache for port cd12b490-f874-4db1-b6b2-85286d161803 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.135635] env[69243]: DEBUG nova.policy [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cb8fd7fa0a142dd9d2a50e16db39812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a7cffc241b24816ab8fece2619cace6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.209103] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.270517] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689058, 'name': CreateVM_Task, 'duration_secs': 0.350545} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.270821] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.271487] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.271686] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.272070] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.272350] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ec14fb-7dcc-4304-99ea-5cf58946f74b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.281787] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 769.281787] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5211ac1b-a057-c23e-3d02-5e50e596dc27" [ 769.281787] env[69243]: _type = "Task" [ 769.281787] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.291042] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5211ac1b-a057-c23e-3d02-5e50e596dc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.370795] env[69243]: DEBUG oslo_vmware.api [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689059, 'name': PowerOnVM_Task, 'duration_secs': 0.504826} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.371015] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.371222] env[69243]: INFO nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Took 7.23 seconds to spawn the instance on the hypervisor. [ 769.371392] env[69243]: DEBUG nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.373398] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadddf5a-8956-4641-8cc3-cae0c5f6b869 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.440019] env[69243]: INFO nova.compute.manager [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Took 46.16 seconds to build instance. [ 769.522889] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689057, 'name': CreateSnapshot_Task, 'duration_secs': 0.865577} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.523181] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.523902] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab67f8-9708-4ad5-a462-499f42223c90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.557874] env[69243]: INFO nova.compute.manager [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Took 48.32 seconds to build instance. [ 769.563706] env[69243]: DEBUG nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.699398] env[69243]: DEBUG nova.network.neutron [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.722402] env[69243]: DEBUG nova.network.neutron [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updated VIF entry in instance network info cache for port 9a41b092-f4ef-4510-9046-975fbc17e0ec. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.722757] env[69243]: DEBUG nova.network.neutron [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [{"id": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "address": "fa:16:3e:2c:77:4e", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a41b092-f4", "ovs_interfaceid": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.725603] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49009a3-1d8b-4a4c-9ac9-e5cd18ed5359 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.733272] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7fda19-7941-4b72-934d-e10be2a13053 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.771574] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3319c7-433a-43a7-ba90-456c4fffa4c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.782438] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae717e-000d-478b-9480-316b8dd614ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.799902] env[69243]: DEBUG nova.compute.provider_tree [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.805431] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5211ac1b-a057-c23e-3d02-5e50e596dc27, 'name': SearchDatastore_Task, 'duration_secs': 0.013327} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.805631] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.805874] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.806258] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.806427] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.806607] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.807346] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf3d6551-828e-4114-8d64-640f8e5efbe7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.818017] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.818017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.819070] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4231ff6-8481-4f8e-bf86-d6c59c37d847 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.824912] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 769.824912] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c74d54-17dc-5c60-7653-e7d7fc733e05" [ 769.824912] env[69243]: _type = "Task" [ 769.824912] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.834179] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c74d54-17dc-5c60-7653-e7d7fc733e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.854571] env[69243]: DEBUG nova.network.neutron [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.895786] env[69243]: DEBUG nova.network.neutron [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Successfully created port: c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.900168] env[69243]: INFO nova.compute.manager [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Took 43.87 seconds to build instance. [ 769.941033] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c454a8da-f502-4065-a9c5-6e7296db22cb tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.387s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.046459] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.046848] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79342f3a-3b09-4e25-9c2f-12146ef4c945 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.055708] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 770.055708] env[69243]: value = "task-3689060" [ 770.055708] env[69243]: _type = "Task" [ 770.055708] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.065022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5adec16-6d26-49a5-acc4-07bac9fdbfd7 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.827s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.065298] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689060, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.230323] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf555df4-1020-402c-a7fa-6404297cc0f8 req-30e83bf3-8b99-4a98-8ede-1ac57e5aae32 service nova] Releasing lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.307465] env[69243]: DEBUG nova.scheduler.client.report [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.340863] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c74d54-17dc-5c60-7653-e7d7fc733e05, 'name': SearchDatastore_Task, 'duration_secs': 0.021545} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.341714] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0ce1d1-b371-4304-b91d-2433851e31c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.349933] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 770.349933] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529ee258-4d07-5596-30e6-e36e64de587a" [ 770.349933] env[69243]: _type = "Task" [ 770.349933] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.358721] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a8001e4-c539-4029-80c1-15fff28f5476 req-3f82089a-12fd-4903-bc52-a0a939ea63f4 service nova] Releasing lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.359219] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529ee258-4d07-5596-30e6-e36e64de587a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.359440] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.359599] env[69243]: DEBUG nova.network.neutron [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.402738] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21604df3-3114-4190-8a43-d3893dff0c5b tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.311s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.445385] env[69243]: DEBUG nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.566137] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689060, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.573050] env[69243]: DEBUG nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.573879] env[69243]: DEBUG nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.603035] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.603328] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.603719] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.603719] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.603847] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.603933] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.604212] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.604640] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.604640] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.604769] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.604981] env[69243]: DEBUG nova.virt.hardware [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.605924] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad939d5a-a477-410b-a4ce-cee5b375373c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.614565] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cac6b6-34bb-477f-a460-718a7161d54d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.649140] env[69243]: DEBUG oslo_concurrency.lockutils [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.649140] env[69243]: DEBUG oslo_concurrency.lockutils [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.649140] env[69243]: INFO nova.compute.manager [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Rebooting instance [ 770.815284] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.818947] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.052s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.818947] env[69243]: DEBUG nova.objects.instance [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lazy-loading 'resources' on Instance uuid 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.845142] env[69243]: INFO nova.scheduler.client.report [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted allocations for instance 60e63b59-407f-4605-9dbc-4cd777b744c1 [ 770.860094] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529ee258-4d07-5596-30e6-e36e64de587a, 'name': SearchDatastore_Task, 'duration_secs': 0.012939} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.860372] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.860622] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.860875] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d920370f-980e-4268-9bdd-1bade2f716cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.871909] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 770.871909] env[69243]: value = "task-3689061" [ 770.871909] env[69243]: _type = "Task" [ 770.871909] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.881469] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.907046] env[69243]: DEBUG nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.969379] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.067862] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689060, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.103550] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.174590] env[69243]: DEBUG oslo_concurrency.lockutils [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.175700] env[69243]: DEBUG oslo_concurrency.lockutils [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.175954] env[69243]: DEBUG nova.network.neutron [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.217656] env[69243]: DEBUG nova.network.neutron [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.353598] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bbf4e6a-7a0d-4726-99bc-d1d76e79ecda tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "60e63b59-407f-4605-9dbc-4cd777b744c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.950s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.387482] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.430586] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.572781] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689060, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.663152] env[69243]: DEBUG nova.network.neutron [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Updating instance_info_cache with network_info: [{"id": "cd12b490-f874-4db1-b6b2-85286d161803", "address": "fa:16:3e:bb:d5:68", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12b490-f8", "ovs_interfaceid": "cd12b490-f874-4db1-b6b2-85286d161803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.885814] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556776} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.886099] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.886303] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.886657] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69b752f-a9f8-4541-8cb1-e18e2e742d1d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.896936] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 771.896936] env[69243]: value = "task-3689062" [ 771.896936] env[69243]: _type = "Task" [ 771.896936] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.904987] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.953143] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57071940-7a7e-4e2a-a3eb-95577c3971f3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.968300] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e577097e-9375-42e4-b4d2-d730135cb048 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.004069] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65021a2d-0bf0-4043-8a42-6c10c0fc3534 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.012163] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761123a6-c81b-4902-9b92-79337dd2f2b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.032494] env[69243]: DEBUG nova.compute.provider_tree [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.071815] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689060, 'name': CloneVM_Task, 'duration_secs': 1.53206} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.071815] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Created linked-clone VM from snapshot [ 772.072549] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c334f-68d4-4060-9603-ae543e31353b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.079679] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Uploading image 42af683a-728a-4a48-9290-49d2b6076a24 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.096705] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.097139] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-edebf84f-bbbb-4c18-bd24-3c22d6048dd7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.106561] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 772.106561] env[69243]: value = "task-3689063" [ 772.106561] env[69243]: _type = "Task" [ 772.106561] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.117854] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689063, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.131909] env[69243]: DEBUG nova.network.neutron [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Successfully updated port: c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.148350] env[69243]: DEBUG nova.network.neutron [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.165876] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.166767] env[69243]: DEBUG nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Instance network_info: |[{"id": "cd12b490-f874-4db1-b6b2-85286d161803", "address": "fa:16:3e:bb:d5:68", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12b490-f8", "ovs_interfaceid": "cd12b490-f874-4db1-b6b2-85286d161803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.167273] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd12b490-f874-4db1-b6b2-85286d161803', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.175811] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.177130] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.177781] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8071fe7c-e345-4c1c-b79c-bd7e97b86325 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.200750] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.200750] env[69243]: value = "task-3689064" [ 772.200750] env[69243]: _type = "Task" [ 772.200750] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.210604] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689064, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.407599] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192376} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.408546] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.409465] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b0439-684c-449b-85f6-7fc78f5bcfb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.435293] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.435621] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0975c660-e7d7-40f6-9e93-98a8de641027 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.460767] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 772.460767] env[69243]: value = "task-3689065" [ 772.460767] env[69243]: _type = "Task" [ 772.460767] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.470564] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.535787] env[69243]: DEBUG nova.scheduler.client.report [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.616750] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689063, 'name': Destroy_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.637538] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.637538] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.637538] env[69243]: DEBUG nova.network.neutron [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.652413] env[69243]: DEBUG oslo_concurrency.lockutils [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.699392] env[69243]: DEBUG nova.compute.manager [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Received event network-changed-147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.699938] env[69243]: DEBUG nova.compute.manager [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Refreshing instance network info cache due to event network-changed-147dd450-c005-4687-a40f-84a59f7c879a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.700329] env[69243]: DEBUG oslo_concurrency.lockutils [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] Acquiring lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.700431] env[69243]: DEBUG oslo_concurrency.lockutils [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] Acquired lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.700567] env[69243]: DEBUG nova.network.neutron [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Refreshing network info cache for port 147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.713282] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689064, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.870475] env[69243]: DEBUG nova.compute.manager [req-f1c6c26d-cfda-4d73-99da-9d28f1187150 req-bfb3b5bf-292d-4cac-a0e3-3b37a14b8fb8 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Received event network-vif-plugged-c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.870475] env[69243]: DEBUG oslo_concurrency.lockutils [req-f1c6c26d-cfda-4d73-99da-9d28f1187150 req-bfb3b5bf-292d-4cac-a0e3-3b37a14b8fb8 service nova] Acquiring lock "3b533631-81e0-4394-8122-9c2ae1debbeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.870475] env[69243]: DEBUG oslo_concurrency.lockutils [req-f1c6c26d-cfda-4d73-99da-9d28f1187150 req-bfb3b5bf-292d-4cac-a0e3-3b37a14b8fb8 service nova] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.870475] env[69243]: DEBUG oslo_concurrency.lockutils [req-f1c6c26d-cfda-4d73-99da-9d28f1187150 req-bfb3b5bf-292d-4cac-a0e3-3b37a14b8fb8 service nova] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.870475] env[69243]: DEBUG nova.compute.manager [req-f1c6c26d-cfda-4d73-99da-9d28f1187150 req-bfb3b5bf-292d-4cac-a0e3-3b37a14b8fb8 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] No waiting events found dispatching network-vif-plugged-c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.870949] env[69243]: WARNING nova.compute.manager [req-f1c6c26d-cfda-4d73-99da-9d28f1187150 req-bfb3b5bf-292d-4cac-a0e3-3b37a14b8fb8 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Received unexpected event network-vif-plugged-c87a4275-6ade-464d-9a89-bb1aa75f3829 for instance with vm_state building and task_state spawning. [ 772.970209] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689065, 'name': ReconfigVM_Task, 'duration_secs': 0.311447} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.970505] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.973725] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26a5dec0-0b63-4390-ad6c-29f55055f638 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.977482] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 772.977482] env[69243]: value = "task-3689066" [ 772.977482] env[69243]: _type = "Task" [ 772.977482] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.985183] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689066, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.042925] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.046049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.333s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.047887] env[69243]: INFO nova.compute.claims [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.082270] env[69243]: INFO nova.scheduler.client.report [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Deleted allocations for instance 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd [ 773.118721] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689063, 'name': Destroy_Task, 'duration_secs': 0.685365} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.119027] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Destroyed the VM [ 773.119281] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 773.119546] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32ce6dc5-f3b0-4356-9ee2-10ac286e2940 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.127885] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 773.127885] env[69243]: value = "task-3689067" [ 773.127885] env[69243]: _type = "Task" [ 773.127885] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.138520] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.157968] env[69243]: DEBUG nova.compute.manager [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.159308] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03880a6c-c4f0-4f36-aee1-e522eb028bf4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.214394] env[69243]: DEBUG nova.network.neutron [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.220990] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689064, 'name': CreateVM_Task, 'duration_secs': 0.568966} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.221371] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.222711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.222896] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.223955] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.224237] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f153ee5-5dfc-4a25-a646-d3ebee4ddb6f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.230622] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 773.230622] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525c0eda-8aac-2022-12ca-dadbeed8cf1f" [ 773.230622] env[69243]: _type = "Task" [ 773.230622] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.239414] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525c0eda-8aac-2022-12ca-dadbeed8cf1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.483629] env[69243]: DEBUG nova.network.neutron [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Updated VIF entry in instance network info cache for port 147dd450-c005-4687-a40f-84a59f7c879a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.484477] env[69243]: DEBUG nova.network.neutron [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Updating instance_info_cache with network_info: [{"id": "147dd450-c005-4687-a40f-84a59f7c879a", "address": "fa:16:3e:45:d3:84", "network": {"id": "a5eacf07-97f8-4ffe-8691-c953f49cdac9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1494711698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "460c22f602404af1b203cda56ccc5646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147dd450-c0", "ovs_interfaceid": "147dd450-c005-4687-a40f-84a59f7c879a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.492936] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689066, 'name': Rename_Task, 'duration_secs': 0.157601} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.495827] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.495827] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de92b84-4f80-4e4a-9b9b-11ac7e07cd35 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.498202] env[69243]: DEBUG nova.network.neutron [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updating instance_info_cache with network_info: [{"id": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "address": "fa:16:3e:86:82:ff", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a4275-6a", "ovs_interfaceid": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.500536] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 773.500536] env[69243]: value = "task-3689068" [ 773.500536] env[69243]: _type = "Task" [ 773.500536] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.509724] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.594355] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c261041-9a15-4286-999d-dbad79749394 tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.287s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.638266] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.742088] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525c0eda-8aac-2022-12ca-dadbeed8cf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016723} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.742455] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.742714] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.742986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.743165] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.743405] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.743699] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f6f45c4-e0cb-43d7-8489-135f7da6045f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.753275] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.753487] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.754519] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b126d79c-f6ea-43be-9844-fbc6348752ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.760041] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 773.760041] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5215facd-cbb2-7fec-3335-7ec938c0c9f6" [ 773.760041] env[69243]: _type = "Task" [ 773.760041] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.768345] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5215facd-cbb2-7fec-3335-7ec938c0c9f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.940789] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.941149] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.995344] env[69243]: DEBUG oslo_concurrency.lockutils [req-b73d4b53-6ac1-4891-b73f-60559818941c req-aa2b4555-cab0-40e2-8951-511d8b2f171a service nova] Releasing lock "refresh_cache-92594ac9-9eb3-477b-af00-ea6930a43cec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.002066] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Releasing lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.002485] env[69243]: DEBUG nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Instance network_info: |[{"id": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "address": "fa:16:3e:86:82:ff", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a4275-6a", "ovs_interfaceid": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.003079] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:82:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c87a4275-6ade-464d-9a89-bb1aa75f3829', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.011801] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.015687] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.015884] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e88d8c98-b8b7-4c96-bdcc-56764437fdf3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.037747] env[69243]: DEBUG oslo_vmware.api [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689068, 'name': PowerOnVM_Task, 'duration_secs': 0.505468} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.039045] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.039275] env[69243]: INFO nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Took 9.18 seconds to spawn the instance on the hypervisor. [ 774.039457] env[69243]: DEBUG nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.039789] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.039789] env[69243]: value = "task-3689069" [ 774.039789] env[69243]: _type = "Task" [ 774.039789] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.040508] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d3d621-3fc5-4982-a62d-cd827f3a4e66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.053284] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689069, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.140970] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689067, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.180569] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2501a0-7e93-43fb-bf5d-fd0505078e52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.189923] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Doing hard reboot of VM {{(pid=69243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 774.192889] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ad20e594-1f2a-4f1a-9225-c0abb649393c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.199739] env[69243]: DEBUG oslo_vmware.api [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 774.199739] env[69243]: value = "task-3689070" [ 774.199739] env[69243]: _type = "Task" [ 774.199739] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.211775] env[69243]: DEBUG oslo_vmware.api [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689070, 'name': ResetVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.274061] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5215facd-cbb2-7fec-3335-7ec938c0c9f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.274953] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed163300-7e03-48f7-a2db-b95ed33e3a80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.286019] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 774.286019] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5221875a-f9e6-1ef3-a2e8-b84e94b90917" [ 774.286019] env[69243]: _type = "Task" [ 774.286019] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.296061] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5221875a-f9e6-1ef3-a2e8-b84e94b90917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.557152] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689069, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.568608] env[69243]: INFO nova.compute.manager [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Took 46.45 seconds to build instance. [ 774.628909] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b0ed27-7ef3-4e33-93bc-d2d622dba66b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.642779] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8a593-aedd-4513-b6e1-bd0ba0da83f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.646081] env[69243]: DEBUG oslo_vmware.api [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689067, 'name': RemoveSnapshot_Task, 'duration_secs': 1.132204} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.646342] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.679630] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77cb17d-78d6-429d-a9e7-30b1e6266b2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.688013] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e4c7a-809d-43b7-9bd6-91ba1b52f704 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.712475] env[69243]: DEBUG nova.compute.provider_tree [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.724309] env[69243]: DEBUG oslo_vmware.api [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689070, 'name': ResetVM_Task, 'duration_secs': 0.108843} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.725036] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Did hard reboot of VM {{(pid=69243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 774.725327] env[69243]: DEBUG nova.compute.manager [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.727167] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2a43b6-d288-4661-be9c-00cb3fde7da7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.794014] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5221875a-f9e6-1ef3-a2e8-b84e94b90917, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.794287] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.794544] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4/16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.794795] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0811c99b-7b51-4ceb-a1e1-135896a76636 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.801567] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 774.801567] env[69243]: value = "task-3689071" [ 774.801567] env[69243]: _type = "Task" [ 774.801567] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.810042] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.054262] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689069, 'name': CreateVM_Task, 'duration_secs': 0.553673} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.054440] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.055139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.055350] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.055700] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.055962] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c721e928-fa84-45a4-8ec8-8159a5884efd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.064850] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 775.064850] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c3394e-a7ee-64a1-e8d6-ca648f734865" [ 775.064850] env[69243]: _type = "Task" [ 775.064850] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.068872] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f3b8df74-8eff-43fb-9a4d-1765a1b9c48e tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.943s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.077693] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c3394e-a7ee-64a1-e8d6-ca648f734865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.151266] env[69243]: WARNING nova.compute.manager [None req-4acde33c-10c7-435d-931d-f0a1604a2d3c tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Image not found during snapshot: nova.exception.ImageNotFound: Image 42af683a-728a-4a48-9290-49d2b6076a24 could not be found. [ 775.199233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "f7ee494c-e0ae-4612-a636-90368a1becbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.199233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.199233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "f7ee494c-e0ae-4612-a636-90368a1becbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.199233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.199233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.202222] env[69243]: INFO nova.compute.manager [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Terminating instance [ 775.214089] env[69243]: DEBUG nova.scheduler.client.report [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.241835] env[69243]: DEBUG oslo_concurrency.lockutils [None req-474fbf60-aed7-4772-a4ce-3c51abaa67cd tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.595s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.312762] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.572580] env[69243]: DEBUG nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.582179] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c3394e-a7ee-64a1-e8d6-ca648f734865, 'name': SearchDatastore_Task, 'duration_secs': 0.023864} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.582803] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.583034] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.583371] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.583494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.583676] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.583959] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79d811e0-c975-4a1b-8343-6e1e482fb0fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.603576] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.603810] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.604664] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84755516-01b9-4bd1-ab7b-bd411e37e649 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.613635] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 775.613635] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a70d4-5bcb-64a2-ec34-2bff92aea523" [ 775.613635] env[69243]: _type = "Task" [ 775.613635] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.626069] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a70d4-5bcb-64a2-ec34-2bff92aea523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.710968] env[69243]: DEBUG nova.compute.manager [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.711330] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.712240] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3760808-bdc4-4c97-9b78-7930d89e6ccf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.721966] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.722973] env[69243]: DEBUG nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.725043] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.725484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.331s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.725695] env[69243]: DEBUG nova.objects.instance [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'resources' on Instance uuid 7d7c6517-efae-49b1-8067-be68054bd734 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.726685] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea01688-20a1-417b-bca1-a04b815cfc1d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.734625] env[69243]: DEBUG oslo_vmware.api [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 775.734625] env[69243]: value = "task-3689072" [ 775.734625] env[69243]: _type = "Task" [ 775.734625] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.744797] env[69243]: DEBUG oslo_vmware.api [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3689072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.814311] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913859} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.814667] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4/16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.814797] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.815052] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc027f3-5f07-444e-9882-0d00bfc58ac7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.822956] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 775.822956] env[69243]: value = "task-3689073" [ 775.822956] env[69243]: _type = "Task" [ 775.822956] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.833880] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.849362] env[69243]: DEBUG nova.compute.manager [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.849362] env[69243]: DEBUG nova.compute.manager [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing instance network info cache due to event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.849362] env[69243]: DEBUG oslo_concurrency.lockutils [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] Acquiring lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.849362] env[69243]: DEBUG oslo_concurrency.lockutils [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] Acquired lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.849362] env[69243]: DEBUG nova.network.neutron [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.979903] env[69243]: DEBUG nova.compute.manager [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Received event network-changed-c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.980018] env[69243]: DEBUG nova.compute.manager [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Refreshing instance network info cache due to event network-changed-c87a4275-6ade-464d-9a89-bb1aa75f3829. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.980300] env[69243]: DEBUG oslo_concurrency.lockutils [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] Acquiring lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.980519] env[69243]: DEBUG oslo_concurrency.lockutils [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] Acquired lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.980664] env[69243]: DEBUG nova.network.neutron [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Refreshing network info cache for port c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.110774] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.126489] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a70d4-5bcb-64a2-ec34-2bff92aea523, 'name': SearchDatastore_Task, 'duration_secs': 0.041543} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.127526] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017fad59-f391-413a-b079-ce197fe67b89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.134745] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 776.134745] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5209c16d-42c6-75f8-1331-43680d0ef4b9" [ 776.134745] env[69243]: _type = "Task" [ 776.134745] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.144490] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5209c16d-42c6-75f8-1331-43680d0ef4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.228247] env[69243]: DEBUG nova.compute.utils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.229724] env[69243]: DEBUG nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 776.244941] env[69243]: DEBUG oslo_vmware.api [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3689072, 'name': PowerOffVM_Task, 'duration_secs': 0.373852} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.245236] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.245402] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.245674] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1d34a4f-67e5-45c9-9da4-31466b79fac9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.333774] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.333965] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.334034] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Deleting the datastore file [datastore2] f7ee494c-e0ae-4612-a636-90368a1becbb {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.335030] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2603ce-7ea7-4eee-bc13-798de227153d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.340289] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076588} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.340922] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.341789] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581fd49f-74f5-47d1-8647-2d94883fc3fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.349370] env[69243]: DEBUG oslo_vmware.api [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for the task: (returnval){ [ 776.349370] env[69243]: value = "task-3689075" [ 776.349370] env[69243]: _type = "Task" [ 776.349370] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.375386] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4/16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.379068] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297e2fa4-2f78-4e7f-bd76-cbf8195c32d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.398638] env[69243]: DEBUG oslo_vmware.api [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3689075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.406931] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 776.406931] env[69243]: value = "task-3689076" [ 776.406931] env[69243]: _type = "Task" [ 776.406931] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.420532] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.645880] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5209c16d-42c6-75f8-1331-43680d0ef4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.024161} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.648829] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.649188] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3b533631-81e0-4394-8122-9c2ae1debbeb/3b533631-81e0-4394-8122-9c2ae1debbeb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.649713] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a570756e-4115-4904-8757-c4dad01dff0a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.661845] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 776.661845] env[69243]: value = "task-3689077" [ 776.661845] env[69243]: _type = "Task" [ 776.661845] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.674948] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.737568] env[69243]: DEBUG nova.network.neutron [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updated VIF entry in instance network info cache for port c87a4275-6ade-464d-9a89-bb1aa75f3829. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.737568] env[69243]: DEBUG nova.network.neutron [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updating instance_info_cache with network_info: [{"id": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "address": "fa:16:3e:86:82:ff", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a4275-6a", "ovs_interfaceid": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.741372] env[69243]: DEBUG nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.781745] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "1edb65c1-6310-4d5d-ad06-5800093dfd70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.788990] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.788990] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "1edb65c1-6310-4d5d-ad06-5800093dfd70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.788990] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.788990] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.788990] env[69243]: INFO nova.compute.manager [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Terminating instance [ 776.867558] env[69243]: DEBUG oslo_vmware.api [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Task: {'id': task-3689075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289975} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.867829] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.868030] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.868238] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.868457] env[69243]: INFO nova.compute.manager [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 776.868745] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.868972] env[69243]: DEBUG nova.compute.manager [-] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.869075] env[69243]: DEBUG nova.network.neutron [-] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.877480] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76af55a-a55d-4902-96f1-3beefa46d12d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.888566] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542ee5e8-ca3a-4207-aa9a-5b0645b0dda0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.927423] env[69243]: DEBUG nova.network.neutron [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updated VIF entry in instance network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.927763] env[69243]: DEBUG nova.network.neutron [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updating instance_info_cache with network_info: [{"id": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "address": "fa:16:3e:ed:d3:84", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec21ea5-f2", "ovs_interfaceid": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.934053] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3bc5b-6426-4ae3-88d1-3ccfdb4e40c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.948569] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689076, 'name': ReconfigVM_Task, 'duration_secs': 0.492005} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.951053] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4/16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.952933] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cbb121d-2b13-40dd-b9a4-f3804fec7060 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.955650] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6df644-1d25-409f-8c3d-934e6db3fc5f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.971725] env[69243]: DEBUG nova.compute.provider_tree [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.975117] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 776.975117] env[69243]: value = "task-3689078" [ 776.975117] env[69243]: _type = "Task" [ 776.975117] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.987299] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689078, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.181721] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689077, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.248333] env[69243]: DEBUG oslo_concurrency.lockutils [req-2b57a10f-3fa1-48f8-990d-976606939bcd req-6376a4ad-82e5-46c9-88f9-5ca39df62d73 service nova] Releasing lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.303017] env[69243]: DEBUG nova.compute.manager [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.303017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.303017] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7171cd1-7cd4-4105-88a7-064739f3f47e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.312995] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.314465] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65ff6e93-87f3-4083-8429-0f4b16ebdb3c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.326481] env[69243]: DEBUG oslo_vmware.api [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 777.326481] env[69243]: value = "task-3689079" [ 777.326481] env[69243]: _type = "Task" [ 777.326481] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.336455] env[69243]: DEBUG oslo_vmware.api [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.431464] env[69243]: DEBUG oslo_concurrency.lockutils [req-70c14321-4ff2-4fc9-9922-b643a14aa8bc req-8c93bee7-5a49-4a0a-ae70-e1d4a1ba3ecc service nova] Releasing lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.481740] env[69243]: DEBUG nova.scheduler.client.report [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.493104] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689078, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.673438] env[69243]: DEBUG nova.network.neutron [-] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.685449] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673585} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.686033] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3b533631-81e0-4394-8122-9c2ae1debbeb/3b533631-81e0-4394-8122-9c2ae1debbeb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.686316] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.687255] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0586518-1e73-4434-a547-970f0d1ec7ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.695718] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 777.695718] env[69243]: value = "task-3689080" [ 777.695718] env[69243]: _type = "Task" [ 777.695718] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.708357] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.756084] env[69243]: DEBUG nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.795589] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.795850] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.796014] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.797282] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.797282] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.797394] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.797697] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.797955] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.798202] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.798418] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.798662] env[69243]: DEBUG nova.virt.hardware [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.800740] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac48d99-ec32-40b8-a70d-20956f9e5a50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.812013] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa7c973-bc8b-49a2-b81f-cddc98a545f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.569244] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.844s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.571367] env[69243]: INFO nova.compute.manager [-] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Took 1.70 seconds to deallocate network for instance. [ 778.575107] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.580669] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Creating folder: Project (6219e08b7f20459385cec9ba8a303db3). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.590021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.983s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.590021] env[69243]: DEBUG nova.objects.instance [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lazy-loading 'resources' on Instance uuid 17c14598-2c16-4443-9026-fd16c716bc67 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.598655] env[69243]: DEBUG nova.compute.manager [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.598826] env[69243]: DEBUG nova.compute.manager [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing instance network info cache due to event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.599089] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Acquiring lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.599231] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Acquired lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.599551] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.601762] env[69243]: DEBUG nova.compute.manager [req-38b35c39-75e3-43db-a09d-9b8b763d7f85 req-94f77af2-7d1d-4828-905e-08fb8631d414 service nova] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Received event network-vif-deleted-6cfb98a7-d39c-4001-86c3-86a2d31605cd {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.602805] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-323468c3-bbc8-4239-81c8-118a28eaf3db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.605031] env[69243]: INFO nova.scheduler.client.report [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted allocations for instance 7d7c6517-efae-49b1-8067-be68054bd734 [ 778.621415] env[69243]: DEBUG oslo_vmware.api [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689079, 'name': PowerOffVM_Task, 'duration_secs': 0.257502} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.628840] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.630015] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.630015] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Created folder: Project (6219e08b7f20459385cec9ba8a303db3) in parent group-v734844. [ 778.630015] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Creating folder: Instances. Parent ref: group-v734983. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.630221] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689078, 'name': Rename_Task, 'duration_secs': 0.603131} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.630262] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280721} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.630780] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b8d3b1-cec1-4e1d-9019-fb8cebedfb89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.632594] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69a698a1-9899-42e2-8099-1dad49ed3fc1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.634076] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.634595] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.634813] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0df963-b377-4a63-810f-fa6515370ba9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.636977] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344dc6ba-55ff-48a0-8b4f-4c2501b7283b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.662499] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3b533631-81e0-4394-8122-9c2ae1debbeb/3b533631-81e0-4394-8122-9c2ae1debbeb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.665540] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ff7c5bc-0091-48d3-aa57-a1d61c623705 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.680915] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 778.680915] env[69243]: value = "task-3689082" [ 778.680915] env[69243]: _type = "Task" [ 778.680915] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.681273] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Created folder: Instances in parent group-v734983. [ 778.681273] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.681918] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.685491] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1635adc-88e3-4e19-84bb-1b44f42c1d4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.700538] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 778.700538] env[69243]: value = "task-3689085" [ 778.700538] env[69243]: _type = "Task" [ 778.700538] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.708743] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.710556] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.710556] env[69243]: value = "task-3689086" [ 778.710556] env[69243]: _type = "Task" [ 778.710556] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.723976] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.724230] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.724414] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleting the datastore file [datastore1] 1edb65c1-6310-4d5d-ad06-5800093dfd70 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.724674] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f3508ed-25a1-44e9-882d-fc3483211840 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.735793] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.735793] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689086, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.742581] env[69243]: DEBUG oslo_vmware.api [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 778.742581] env[69243]: value = "task-3689087" [ 778.742581] env[69243]: _type = "Task" [ 778.742581] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.752290] env[69243]: DEBUG oslo_vmware.api [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.113668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.113668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.113668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.113668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.113668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.117398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.118082] env[69243]: INFO nova.compute.manager [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Terminating instance [ 779.125980] env[69243]: DEBUG nova.compute.manager [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 779.152494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5b5b79dd-a6ee-4090-85c2-e0e10553516d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "7d7c6517-efae-49b1-8067-be68054bd734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.519s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.155017] env[69243]: DEBUG oslo_concurrency.lockutils [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] Acquired lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.156723] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80dfaae-5fd0-478f-8fa8-580e99367485 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.171611] env[69243]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 779.172900] env[69243]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69243) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 779.172900] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c67c5bb5-33be-429c-82c1-cd550cee744c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.193274] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444b13a2-6055-4bb5-bf17-a9ad7460258e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.221081] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689082, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.245895] env[69243]: ERROR root [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-734923' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-734923' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-734923' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-734923'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-734923' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-734923' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-734923'}\n"]: nova.exception.InstanceNotFound: Instance 7d7c6517-efae-49b1-8067-be68054bd734 could not be found. [ 779.246182] env[69243]: DEBUG oslo_concurrency.lockutils [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] Releasing lock "7d7c6517-efae-49b1-8067-be68054bd734" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.246473] env[69243]: DEBUG nova.compute.manager [req-921fce1a-1f80-4c20-ba82-75efabc906f3 req-8cb4f74e-90eb-4f3f-8d9b-f2f9e4193288 service nova] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Detach interface failed, port_id=9907c380-cf69-4219-a65a-a9aab42f9b1c, reason: Instance 7d7c6517-efae-49b1-8067-be68054bd734 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 779.260313] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689085, 'name': ReconfigVM_Task, 'duration_secs': 0.476798} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.260499] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689086, 'name': CreateVM_Task, 'duration_secs': 0.403698} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.261826] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3b533631-81e0-4394-8122-9c2ae1debbeb/3b533631-81e0-4394-8122-9c2ae1debbeb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.261826] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.262403] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1d7828f-9e95-48b0-af26-425f2b3bde71 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.266414] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.266414] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.266414] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.268286] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a560a4-c122-4ffc-9ff2-f55ac65df363 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.271022] env[69243]: DEBUG oslo_vmware.api [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201039} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.271670] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.271858] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.272059] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.272239] env[69243]: INFO nova.compute.manager [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Took 1.97 seconds to destroy the instance on the hypervisor. [ 779.272521] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.272976] env[69243]: DEBUG nova.compute.manager [-] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.273087] env[69243]: DEBUG nova.network.neutron [-] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.278835] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 779.278835] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521ff4d0-f50b-dac7-29ec-dc3d6ed84d3f" [ 779.278835] env[69243]: _type = "Task" [ 779.278835] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.289334] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 779.289334] env[69243]: value = "task-3689088" [ 779.289334] env[69243]: _type = "Task" [ 779.289334] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.297344] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521ff4d0-f50b-dac7-29ec-dc3d6ed84d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.306120] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689088, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.518364] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updated VIF entry in instance network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.518987] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updating instance_info_cache with network_info: [{"id": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "address": "fa:16:3e:ed:d3:84", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec21ea5-f2", "ovs_interfaceid": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.630729] env[69243]: DEBUG nova.compute.manager [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.630954] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.632409] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62171911-e6c3-47df-b650-1f7d62363356 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.640565] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.640953] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9597a6dc-a187-467f-adc8-8e6f77a8808e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.648973] env[69243]: DEBUG oslo_vmware.api [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 779.648973] env[69243]: value = "task-3689089" [ 779.648973] env[69243]: _type = "Task" [ 779.648973] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.654264] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.658659] env[69243]: DEBUG oslo_vmware.api [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.695077] env[69243]: DEBUG oslo_vmware.api [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689082, 'name': PowerOnVM_Task, 'duration_secs': 0.590957} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.695077] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.695077] env[69243]: INFO nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Took 11.89 seconds to spawn the instance on the hypervisor. [ 779.695077] env[69243]: DEBUG nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.696370] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e9c444-5b79-410f-82ad-99325ae2621d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.778195] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa39c105-ab8f-4559-84a9-5c5d6c66efb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.796127] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fd91e5-2274-4986-97a5-06a7ba4c32cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.800577] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521ff4d0-f50b-dac7-29ec-dc3d6ed84d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.02959} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.801215] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.801538] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.801891] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.802157] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.802452] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.806897] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e06b2ecf-453d-43ea-8b98-1ae2a8a984cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.844285] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4965c-1a08-4ab0-80d0-e096146865f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.850278] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689088, 'name': Rename_Task, 'duration_secs': 0.410861} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.850615] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.850790] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.851592] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.851812] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d883d582-7c17-4cb1-8d67-7868b04ef6ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.855575] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704d81f6-cd98-42ec-adf4-c39808d48be2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.862375] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b566860b-f631-4676-9de4-41fe2f2164ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.869644] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 779.869644] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524a7c37-1ecd-3980-e569-7b5d0cafe1a0" [ 779.869644] env[69243]: _type = "Task" [ 779.869644] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.869911] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 779.869911] env[69243]: value = "task-3689090" [ 779.869911] env[69243]: _type = "Task" [ 779.869911] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.885533] env[69243]: DEBUG nova.compute.provider_tree [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.894378] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524a7c37-1ecd-3980-e569-7b5d0cafe1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015529} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.897418] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689090, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.897688] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cb8fc9-4683-42cd-bec0-848c38152595 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.905527] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 779.905527] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520b7b41-08ee-647b-05f3-b0cdbde8a071" [ 779.905527] env[69243]: _type = "Task" [ 779.905527] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.922502] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520b7b41-08ee-647b-05f3-b0cdbde8a071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.023437] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Releasing lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.024248] env[69243]: DEBUG nova.compute.manager [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Received event network-changed-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.024508] env[69243]: DEBUG nova.compute.manager [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Refreshing instance network info cache due to event network-changed-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.024565] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Acquiring lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.024747] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Acquired lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.024858] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Refreshing network info cache for port 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.162738] env[69243]: DEBUG oslo_vmware.api [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689089, 'name': PowerOffVM_Task, 'duration_secs': 0.313775} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.163322] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.163620] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.163976] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1373d91-9536-4953-8591-0643f6d8ddfc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.220283] env[69243]: INFO nova.compute.manager [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Took 46.63 seconds to build instance. [ 780.224340] env[69243]: DEBUG nova.network.neutron [-] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.242193] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.242535] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.242763] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Deleting the datastore file [datastore1] 3edd19c0-e0bb-441c-9980-72e60c66b4c5 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.244085] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-201d3781-c6a3-4068-86fc-696fb4480576 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.252059] env[69243]: DEBUG oslo_vmware.api [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 780.252059] env[69243]: value = "task-3689092" [ 780.252059] env[69243]: _type = "Task" [ 780.252059] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.261430] env[69243]: DEBUG oslo_vmware.api [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.383132] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.389281] env[69243]: DEBUG nova.scheduler.client.report [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.417398] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520b7b41-08ee-647b-05f3-b0cdbde8a071, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.417398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.417826] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] e6b25e56-5f7a-47c2-911e-976f39eb02d8/e6b25e56-5f7a-47c2-911e-976f39eb02d8.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.417935] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24a658a0-acd5-427e-a8c8-3c8fb3f91831 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.425945] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 780.425945] env[69243]: value = "task-3689093" [ 780.425945] env[69243]: _type = "Task" [ 780.425945] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.435715] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.722780] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fea43c0a-0ef1-450a-a45b-13127496549c tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.231s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.728403] env[69243]: DEBUG nova.compute.manager [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.728403] env[69243]: DEBUG nova.compute.manager [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing instance network info cache due to event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.728403] env[69243]: DEBUG oslo_concurrency.lockutils [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] Acquiring lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.728403] env[69243]: DEBUG oslo_concurrency.lockutils [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] Acquired lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.728403] env[69243]: DEBUG nova.network.neutron [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.728660] env[69243]: INFO nova.compute.manager [-] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Took 1.46 seconds to deallocate network for instance. [ 780.763972] env[69243]: DEBUG oslo_vmware.api [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293827} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.763972] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.763972] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.763972] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.763972] env[69243]: INFO nova.compute.manager [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.763972] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.764898] env[69243]: DEBUG nova.compute.manager [-] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.764898] env[69243]: DEBUG nova.network.neutron [-] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.884212] env[69243]: DEBUG oslo_vmware.api [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689090, 'name': PowerOnVM_Task, 'duration_secs': 0.70408} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.884660] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.884770] env[69243]: INFO nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Took 10.31 seconds to spawn the instance on the hypervisor. [ 780.884944] env[69243]: DEBUG nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.885966] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47280535-546f-4ef8-92da-7813dc873eb6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.896176] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.898986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.985s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.900560] env[69243]: INFO nova.compute.claims [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.932227] env[69243]: INFO nova.scheduler.client.report [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Deleted allocations for instance 17c14598-2c16-4443-9026-fd16c716bc67 [ 780.940858] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.038496] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Updated VIF entry in instance network info cache for port 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.038496] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Updating instance_info_cache with network_info: [{"id": "9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d", "address": "fa:16:3e:64:2a:52", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9656a2a8-4f", "ovs_interfaceid": "9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.229750] env[69243]: DEBUG nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.236592] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.407951] env[69243]: INFO nova.compute.manager [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Took 41.38 seconds to build instance. [ 781.438581] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839242} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.438837] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] e6b25e56-5f7a-47c2-911e-976f39eb02d8/e6b25e56-5f7a-47c2-911e-976f39eb02d8.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.439071] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.439321] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-794f5585-71c4-4f30-abea-67d7902913a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.449975] env[69243]: DEBUG oslo_concurrency.lockutils [None req-79b69be1-52ec-423c-a5a8-006cb18e8d4f tempest-AttachInterfacesUnderV243Test-1675550585 tempest-AttachInterfacesUnderV243Test-1675550585-project-member] Lock "17c14598-2c16-4443-9026-fd16c716bc67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.252s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.451540] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 781.451540] env[69243]: value = "task-3689094" [ 781.451540] env[69243]: _type = "Task" [ 781.451540] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.462033] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.488048] env[69243]: DEBUG nova.network.neutron [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updated VIF entry in instance network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.488421] env[69243]: DEBUG nova.network.neutron [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updating instance_info_cache with network_info: [{"id": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "address": "fa:16:3e:ed:d3:84", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec21ea5-f2", "ovs_interfaceid": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.543053] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Releasing lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.546937] env[69243]: DEBUG nova.compute.manager [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Received event network-changed-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.546937] env[69243]: DEBUG nova.compute.manager [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Refreshing instance network info cache due to event network-changed-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.546937] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Acquiring lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.546937] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Acquired lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.546937] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Refreshing network info cache for port 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.546937] env[69243]: DEBUG nova.network.neutron [-] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.753951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.878604] env[69243]: DEBUG nova.compute.manager [req-d99acd60-d631-4633-85f1-0b97b9ce1766 req-ef97ec3f-944a-4bf4-a246-dc0461cd9b02 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Received event network-vif-deleted-9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.909822] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f39c2c72-26c3-4821-978e-0770c4dd532b tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.457s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.966021] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079394} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.966754] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.971630] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a54ac0f-4dfb-4b74-b344-f8e29b8e4feb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.002317] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e6b25e56-5f7a-47c2-911e-976f39eb02d8/e6b25e56-5f7a-47c2-911e-976f39eb02d8.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.004211] env[69243]: DEBUG oslo_concurrency.lockutils [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] Releasing lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.004211] env[69243]: DEBUG nova.compute.manager [req-dd00f87f-5e1d-48ee-b983-1524cffbbaa7 req-87d6907d-6654-4904-8d00-4f15c9a7d265 service nova] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Received event network-vif-deleted-5455ed98-0922-460e-9fff-c3ac3d759eef {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.006031] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034e9036-37df-4f88-be13-5554a5aa5b3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.034022] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 782.034022] env[69243]: value = "task-3689095" [ 782.034022] env[69243]: _type = "Task" [ 782.034022] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.043648] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.050793] env[69243]: INFO nova.compute.manager [-] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Took 1.29 seconds to deallocate network for instance. [ 782.077816] env[69243]: INFO nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Port 9656a2a8-4f99-42a4-b90e-27c2d2b7fa8d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 782.078254] env[69243]: DEBUG nova.network.neutron [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.096632] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.097727] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.182251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] Acquiring lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.185178] env[69243]: DEBUG oslo_concurrency.lockutils [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] Acquired lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.185178] env[69243]: DEBUG nova.network.neutron [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.471519] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b11d32-2441-4215-8cee-f598c4bb5769 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.480120] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9bedb5-72c7-459d-a4ff-170b43d1c754 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.514536] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db77141-8605-4f28-b6f1-4603ea1d0b87 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.523455] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2beb71-1513-4f4c-a8bf-24df6e184126 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.540272] env[69243]: DEBUG nova.compute.provider_tree [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.550967] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.562043] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.580824] env[69243]: DEBUG oslo_concurrency.lockutils [req-f37db3c1-698b-45ae-b81c-c31d4ffb3e9e req-d23f7644-8bb9-4d05-b2ec-2103742af200 service nova] Releasing lock "refresh_cache-3edd19c0-e0bb-441c-9980-72e60c66b4c5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.604372] env[69243]: DEBUG nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.900578] env[69243]: DEBUG nova.network.neutron [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Updating instance_info_cache with network_info: [{"id": "cd12b490-f874-4db1-b6b2-85286d161803", "address": "fa:16:3e:bb:d5:68", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12b490-f8", "ovs_interfaceid": "cd12b490-f874-4db1-b6b2-85286d161803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.903250] env[69243]: DEBUG nova.compute.manager [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.903447] env[69243]: DEBUG nova.compute.manager [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing instance network info cache due to event network-changed-5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.903656] env[69243]: DEBUG oslo_concurrency.lockutils [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] Acquiring lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.903797] env[69243]: DEBUG oslo_concurrency.lockutils [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] Acquired lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.903953] env[69243]: DEBUG nova.network.neutron [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Refreshing network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.047291] env[69243]: DEBUG nova.scheduler.client.report [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.055364] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689095, 'name': ReconfigVM_Task, 'duration_secs': 1.004798} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.055915] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e6b25e56-5f7a-47c2-911e-976f39eb02d8/e6b25e56-5f7a-47c2-911e-976f39eb02d8.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.056423] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613d0921-7c59-4cda-9f9d-aed485dd0b23 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.064206] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 783.064206] env[69243]: value = "task-3689096" [ 783.064206] env[69243]: _type = "Task" [ 783.064206] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.074539] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689096, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.131409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.408871] env[69243]: DEBUG oslo_concurrency.lockutils [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] Releasing lock "refresh_cache-16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.409875] env[69243]: DEBUG nova.compute.manager [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Inject network info {{(pid=69243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 783.409875] env[69243]: DEBUG nova.compute.manager [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] network_info to inject: |[{"id": "cd12b490-f874-4db1-b6b2-85286d161803", "address": "fa:16:3e:bb:d5:68", "network": {"id": "8f1b3067-f0d4-41df-85df-88fb7c6983e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1324445186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa62f8b5336e4947acfd9147ce5bd120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12b490-f8", "ovs_interfaceid": "cd12b490-f874-4db1-b6b2-85286d161803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 783.417161] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Reconfiguring VM instance to set the machine id {{(pid=69243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 783.417161] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d013a24-1f2f-4aa6-a5a9-02f6b822302a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.434157] env[69243]: DEBUG oslo_vmware.api [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] Waiting for the task: (returnval){ [ 783.434157] env[69243]: value = "task-3689097" [ 783.434157] env[69243]: _type = "Task" [ 783.434157] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.445722] env[69243]: DEBUG oslo_vmware.api [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] Task: {'id': task-3689097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.557306] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.557840] env[69243]: DEBUG nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.561200] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.722s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.561200] env[69243]: DEBUG nova.objects.instance [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lazy-loading 'resources' on Instance uuid c53994ed-b194-4ad4-abdc-69d9b8248681 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.575658] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689096, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.668090] env[69243]: DEBUG nova.network.neutron [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updated VIF entry in instance network info cache for port 5ec21ea5-f205-4b08-8946-85aefff7f2c6. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.668490] env[69243]: DEBUG nova.network.neutron [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updating instance_info_cache with network_info: [{"id": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "address": "fa:16:3e:ed:d3:84", "network": {"id": "64290029-fa6e-45f7-b254-3bd9a9346da8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1402336833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bff3920882e54c4a9a8c451a79adf169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec21ea5-f2", "ovs_interfaceid": "5ec21ea5-f205-4b08-8946-85aefff7f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.889581] env[69243]: DEBUG oslo_concurrency.lockutils [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "3b533631-81e0-4394-8122-9c2ae1debbeb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.890853] env[69243]: DEBUG oslo_concurrency.lockutils [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.890853] env[69243]: INFO nova.compute.manager [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Rebooting instance [ 783.945669] env[69243]: DEBUG oslo_vmware.api [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] Task: {'id': task-3689097, 'name': ReconfigVM_Task, 'duration_secs': 0.26859} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.946768] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-436f3a37-f901-4604-8a8b-0f0485dd1fba tempest-ServersAdminTestJSON-228813416 tempest-ServersAdminTestJSON-228813416-project-admin] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Reconfigured VM instance to set the machine id {{(pid=69243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 784.067044] env[69243]: DEBUG nova.compute.utils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.068873] env[69243]: DEBUG nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.069228] env[69243]: DEBUG nova.network.neutron [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.086910] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689096, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.153148] env[69243]: DEBUG nova.policy [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '336f472130a54a55b2410bd1de185694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab4494564c42c6885726becdfcdab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.173489] env[69243]: DEBUG oslo_concurrency.lockutils [req-76074028-2c77-4c54-87ed-9af2dd14a52a req-ea8dcafe-5ca8-4642-9e5b-447b3780ab8e service nova] Releasing lock "refresh_cache-9334f78e-1230-4726-8a9d-9daf2ab977a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.424547] env[69243]: DEBUG oslo_concurrency.lockutils [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.424547] env[69243]: DEBUG oslo_concurrency.lockutils [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquired lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.424547] env[69243]: DEBUG nova.network.neutron [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.572476] env[69243]: DEBUG nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.590506] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689096, 'name': Rename_Task, 'duration_secs': 1.144007} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.590738] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.590991] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80a64b1f-3426-41a9-8dae-4bde45ef227a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.599690] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 784.599690] env[69243]: value = "task-3689098" [ 784.599690] env[69243]: _type = "Task" [ 784.599690] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.609420] env[69243]: DEBUG nova.network.neutron [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Successfully created port: 16ab7c22-d57b-4ea9-8111-087806752353 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.618641] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.704662] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae7af03-aebf-4f0e-b363-a7a727824b16 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.713215] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dc10af-25ad-4593-ae75-c0939ac51b1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.749195] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cb7f4-c3ea-41e1-b9d3-e79be7b91371 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.757772] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05242048-3401-44ea-a02f-01d77362161b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.772294] env[69243]: DEBUG nova.compute.provider_tree [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.111164] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.113545] env[69243]: DEBUG nova.compute.manager [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Received event network-changed-c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.113787] env[69243]: DEBUG nova.compute.manager [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Refreshing instance network info cache due to event network-changed-c87a4275-6ade-464d-9a89-bb1aa75f3829. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.113992] env[69243]: DEBUG oslo_concurrency.lockutils [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] Acquiring lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.201629] env[69243]: DEBUG nova.network.neutron [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updating instance_info_cache with network_info: [{"id": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "address": "fa:16:3e:86:82:ff", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a4275-6a", "ovs_interfaceid": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.275491] env[69243]: DEBUG nova.scheduler.client.report [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.593601] env[69243]: DEBUG nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.611760] env[69243]: DEBUG oslo_vmware.api [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689098, 'name': PowerOnVM_Task, 'duration_secs': 0.71215} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.612089] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.612351] env[69243]: INFO nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Took 7.86 seconds to spawn the instance on the hypervisor. [ 785.612566] env[69243]: DEBUG nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.615273] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c104206-bdfa-439e-9239-56b1667f9f45 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.626927] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.627363] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.627577] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.627799] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.627980] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.628196] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.628442] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.628696] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.628928] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.629165] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.629522] env[69243]: DEBUG nova.virt.hardware [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.630713] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb1233c-8c89-4acb-b01c-91e2bc9c0abd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.648373] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277c0e73-e4da-4df8-9148-bc4fcea857a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.708243] env[69243]: DEBUG oslo_concurrency.lockutils [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Releasing lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.709159] env[69243]: DEBUG oslo_concurrency.lockutils [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] Acquired lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.709355] env[69243]: DEBUG nova.network.neutron [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Refreshing network info cache for port c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.783273] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.785223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.976s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.785647] env[69243]: DEBUG nova.objects.instance [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lazy-loading 'resources' on Instance uuid 1f40acc5-76bd-4e02-9466-0a66f1d27ec3 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.811025] env[69243]: INFO nova.scheduler.client.report [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Deleted allocations for instance c53994ed-b194-4ad4-abdc-69d9b8248681 [ 786.150955] env[69243]: INFO nova.compute.manager [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Took 37.46 seconds to build instance. [ 786.208350] env[69243]: INFO nova.compute.manager [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Rebuilding instance [ 786.222967] env[69243]: DEBUG nova.compute.manager [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.223352] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a959bc43-556b-4cf2-bec0-a18d68e2cfe8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.286896] env[69243]: DEBUG nova.compute.manager [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.286896] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e151944-83db-4c87-85f9-fb6fb5cb218a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.311167] env[69243]: DEBUG nova.network.neutron [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Successfully updated port: 16ab7c22-d57b-4ea9-8111-087806752353 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.323466] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd0c8a9b-3339-44be-be0b-c2ff0aeffb8c tempest-ServersTestFqdnHostnames-1003286947 tempest-ServersTestFqdnHostnames-1003286947-project-member] Lock "c53994ed-b194-4ad4-abdc-69d9b8248681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.626s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.653818] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42763c07-2924-46db-a39b-b8bf21731f06 tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.793s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.699534] env[69243]: DEBUG nova.compute.manager [req-7dd934be-73be-4d18-a9da-ea1a39a2fb93 req-6af08807-f2be-4ec4-86f6-488c2cd22540 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Received event network-vif-plugged-16ab7c22-d57b-4ea9-8111-087806752353 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.699534] env[69243]: DEBUG oslo_concurrency.lockutils [req-7dd934be-73be-4d18-a9da-ea1a39a2fb93 req-6af08807-f2be-4ec4-86f6-488c2cd22540 service nova] Acquiring lock "c1911216-06e1-40b2-9e62-922e2d37b2ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.699534] env[69243]: DEBUG oslo_concurrency.lockutils [req-7dd934be-73be-4d18-a9da-ea1a39a2fb93 req-6af08807-f2be-4ec4-86f6-488c2cd22540 service nova] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.699534] env[69243]: DEBUG oslo_concurrency.lockutils [req-7dd934be-73be-4d18-a9da-ea1a39a2fb93 req-6af08807-f2be-4ec4-86f6-488c2cd22540 service nova] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.699534] env[69243]: DEBUG nova.compute.manager [req-7dd934be-73be-4d18-a9da-ea1a39a2fb93 req-6af08807-f2be-4ec4-86f6-488c2cd22540 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] No waiting events found dispatching network-vif-plugged-16ab7c22-d57b-4ea9-8111-087806752353 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.699534] env[69243]: WARNING nova.compute.manager [req-7dd934be-73be-4d18-a9da-ea1a39a2fb93 req-6af08807-f2be-4ec4-86f6-488c2cd22540 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Received unexpected event network-vif-plugged-16ab7c22-d57b-4ea9-8111-087806752353 for instance with vm_state building and task_state spawning. [ 786.722656] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "68baff7d-43aa-4106-b6fc-09306658bc1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.722897] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "68baff7d-43aa-4106-b6fc-09306658bc1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.762364] env[69243]: DEBUG nova.network.neutron [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updated VIF entry in instance network info cache for port c87a4275-6ade-464d-9a89-bb1aa75f3829. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.762727] env[69243]: DEBUG nova.network.neutron [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updating instance_info_cache with network_info: [{"id": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "address": "fa:16:3e:86:82:ff", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a4275-6a", "ovs_interfaceid": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.814502] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "refresh_cache-c1911216-06e1-40b2-9e62-922e2d37b2ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814865] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "refresh_cache-c1911216-06e1-40b2-9e62-922e2d37b2ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.814955] env[69243]: DEBUG nova.network.neutron [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.863690] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97b5ae5-34e2-477d-9dd8-94f24bd199e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.871560] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d00747-dbeb-42ea-8447-14741524d01f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.907247] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24394b59-533e-49d6-86fa-d9d3872b7bcd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.916786] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6f002-4c8e-4654-a2e3-730bb6ea4de9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.940122] env[69243]: DEBUG nova.compute.provider_tree [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.115877] env[69243]: DEBUG nova.compute.manager [None req-dcb370d9-de75-4b9f-bfdf-6b2a852bf0aa tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.116810] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd74389-8925-47ad-a9b7-d1bc91c06316 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.228890] env[69243]: DEBUG nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.244118] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b3aac6-53f5-44ae-9ce4-a33d5a13ddbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.256632] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Doing hard reboot of VM {{(pid=69243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 787.256973] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-320aafc2-3e7d-484e-8918-4f7d8826e3f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.265642] env[69243]: DEBUG oslo_vmware.api [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 787.265642] env[69243]: value = "task-3689099" [ 787.265642] env[69243]: _type = "Task" [ 787.265642] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.270645] env[69243]: DEBUG oslo_concurrency.lockutils [req-263d36aa-8cbe-40f0-85c1-00f2cb99cc4f req-cfe4174a-009b-4b70-a00c-c7966a66dca1 service nova] Releasing lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.278840] env[69243]: DEBUG oslo_vmware.api [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689099, 'name': ResetVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.305984] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.306195] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e803d7fd-1cd0-4f54-89d3-c77570102161 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.315553] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 787.315553] env[69243]: value = "task-3689100" [ 787.315553] env[69243]: _type = "Task" [ 787.315553] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.327367] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.376679] env[69243]: DEBUG nova.network.neutron [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.430019] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.430261] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.430398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.430589] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.430756] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.432973] env[69243]: INFO nova.compute.manager [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Terminating instance [ 787.443975] env[69243]: DEBUG nova.scheduler.client.report [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.601288] env[69243]: DEBUG nova.network.neutron [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Updating instance_info_cache with network_info: [{"id": "16ab7c22-d57b-4ea9-8111-087806752353", "address": "fa:16:3e:f4:2b:04", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ab7c22-d5", "ovs_interfaceid": "16ab7c22-d57b-4ea9-8111-087806752353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.629838] env[69243]: INFO nova.compute.manager [None req-dcb370d9-de75-4b9f-bfdf-6b2a852bf0aa tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] instance snapshotting [ 787.630534] env[69243]: DEBUG nova.objects.instance [None req-dcb370d9-de75-4b9f-bfdf-6b2a852bf0aa tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lazy-loading 'flavor' on Instance uuid e6b25e56-5f7a-47c2-911e-976f39eb02d8 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.761330] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.776814] env[69243]: DEBUG oslo_vmware.api [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689099, 'name': ResetVM_Task, 'duration_secs': 0.132533} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.777061] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Did hard reboot of VM {{(pid=69243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 787.777279] env[69243]: DEBUG nova.compute.manager [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.778061] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43623ff-7cdb-4f01-97ae-2c197a9744dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.829923] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689100, 'name': PowerOffVM_Task, 'duration_secs': 0.233331} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.831111] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.831363] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.832193] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1345c06f-fca8-4a66-9335-057cc737ab64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.841927] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.842264] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5be2e83-f024-4c96-b8ab-2dcc4ac541b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.915323] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.915323] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.915323] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleting the datastore file [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.915449] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10fa1d0c-394a-4e77-a778-a54b5d01340f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.923409] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 787.923409] env[69243]: value = "task-3689102" [ 787.923409] env[69243]: _type = "Task" [ 787.923409] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.941066] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "refresh_cache-e6b25e56-5f7a-47c2-911e-976f39eb02d8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.941309] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquired lock "refresh_cache-e6b25e56-5f7a-47c2-911e-976f39eb02d8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.941488] env[69243]: DEBUG nova.network.neutron [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.942673] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.949904] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.954847] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.868s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.956631] env[69243]: INFO nova.compute.claims [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.974391] env[69243]: INFO nova.scheduler.client.report [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Deleted allocations for instance 1f40acc5-76bd-4e02-9466-0a66f1d27ec3 [ 788.104500] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "refresh_cache-c1911216-06e1-40b2-9e62-922e2d37b2ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.105257] env[69243]: DEBUG nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Instance network_info: |[{"id": "16ab7c22-d57b-4ea9-8111-087806752353", "address": "fa:16:3e:f4:2b:04", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ab7c22-d5", "ovs_interfaceid": "16ab7c22-d57b-4ea9-8111-087806752353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.105849] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:2b:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16ab7c22-d57b-4ea9-8111-087806752353', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.119631] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.122505] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.122910] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1da79a29-b8e1-418f-8958-9d0debaf1e5b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.154145] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f2471-dcc6-4da0-8ef6-225afd84eb2f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.177078] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12743475-3ec9-44d6-912a-06e72bf0da00 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.180285] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.180285] env[69243]: value = "task-3689103" [ 788.180285] env[69243]: _type = "Task" [ 788.180285] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.199899] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689103, 'name': CreateVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.291220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-41c91b33-8b26-4d5c-97ee-c799a5acefb8 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.401s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.323426] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.323727] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.438995] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216659} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.440690] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.440690] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.440690] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.475823] env[69243]: DEBUG nova.network.neutron [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.485172] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce2648cd-29a4-49c7-a6dc-97bce23d910e tempest-ServerRescueTestJSONUnderV235-1817929439 tempest-ServerRescueTestJSONUnderV235-1817929439-project-member] Lock "1f40acc5-76bd-4e02-9466-0a66f1d27ec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.896s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.636490] env[69243]: DEBUG nova.network.neutron [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.691329] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689103, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.692982] env[69243]: DEBUG nova.compute.manager [None req-dcb370d9-de75-4b9f-bfdf-6b2a852bf0aa tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Instance disappeared during snapshot {{(pid=69243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 788.826550] env[69243]: DEBUG nova.compute.utils [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.857553] env[69243]: DEBUG nova.compute.manager [None req-dcb370d9-de75-4b9f-bfdf-6b2a852bf0aa tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Found 0 images (rotation: 2) {{(pid=69243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 788.877943] env[69243]: DEBUG nova.compute.manager [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Received event network-changed-16ab7c22-d57b-4ea9-8111-087806752353 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.878168] env[69243]: DEBUG nova.compute.manager [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Refreshing instance network info cache due to event network-changed-16ab7c22-d57b-4ea9-8111-087806752353. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.878390] env[69243]: DEBUG oslo_concurrency.lockutils [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] Acquiring lock "refresh_cache-c1911216-06e1-40b2-9e62-922e2d37b2ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.878536] env[69243]: DEBUG oslo_concurrency.lockutils [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] Acquired lock "refresh_cache-c1911216-06e1-40b2-9e62-922e2d37b2ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.878689] env[69243]: DEBUG nova.network.neutron [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Refreshing network info cache for port 16ab7c22-d57b-4ea9-8111-087806752353 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.142501] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Releasing lock "refresh_cache-e6b25e56-5f7a-47c2-911e-976f39eb02d8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.142501] env[69243]: DEBUG nova.compute.manager [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.142501] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.142759] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa762a17-c4bc-496f-ab56-f78237372d37 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.158881] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.159340] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db41272-a6a9-4bc6-b406-42f8a9cc310f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.178293] env[69243]: DEBUG oslo_vmware.api [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 789.178293] env[69243]: value = "task-3689104" [ 789.178293] env[69243]: _type = "Task" [ 789.178293] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.196354] env[69243]: DEBUG oslo_vmware.api [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.198857] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689103, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.335604] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.496690] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.496976] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.497696] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.497696] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.497696] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.497881] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.498196] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.498398] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.498616] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.498792] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.499195] env[69243]: DEBUG nova.virt.hardware [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.500369] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa60b1-4b92-4cd8-9371-560503dd00cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.517905] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026cd12b-a998-406c-a286-009f13567512 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.537943] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:2e:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e072cc-8a84-4111-9531-f60e2a28af6f', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.545934] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.551220] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.551717] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24026080-dbfb-4067-85ba-14e0768382ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.578428] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.578428] env[69243]: value = "task-3689105" [ 789.578428] env[69243]: _type = "Task" [ 789.578428] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.589197] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689105, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.610213] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5103bb6-2149-4a8b-9df5-561ef23d6d5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.619901] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33502a-013e-4d52-833c-2a2784cfff72 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.659342] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb2a631-699e-4bcd-8bfa-cecc3ae6f60e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.667936] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba2f98b-9ce8-430e-a198-97baf0f55b7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.683495] env[69243]: DEBUG nova.compute.provider_tree [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.698893] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689103, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.699227] env[69243]: DEBUG oslo_vmware.api [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689104, 'name': PowerOffVM_Task, 'duration_secs': 0.202021} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.700100] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.700304] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.700753] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b207bc-0ce5-4359-b2cb-11e39c6d4da9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.733237] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.733505] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.733699] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Deleting the datastore file [datastore1] e6b25e56-5f7a-47c2-911e-976f39eb02d8 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.734513] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-767ea61c-23d0-42d9-ae01-2e3fb550b7f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.745410] env[69243]: DEBUG oslo_vmware.api [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for the task: (returnval){ [ 789.745410] env[69243]: value = "task-3689107" [ 789.745410] env[69243]: _type = "Task" [ 789.745410] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.758503] env[69243]: DEBUG oslo_vmware.api [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.785329] env[69243]: DEBUG nova.network.neutron [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Updated VIF entry in instance network info cache for port 16ab7c22-d57b-4ea9-8111-087806752353. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.785800] env[69243]: DEBUG nova.network.neutron [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Updating instance_info_cache with network_info: [{"id": "16ab7c22-d57b-4ea9-8111-087806752353", "address": "fa:16:3e:f4:2b:04", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ab7c22-d5", "ovs_interfaceid": "16ab7c22-d57b-4ea9-8111-087806752353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.092824] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689105, 'name': CreateVM_Task, 'duration_secs': 0.454094} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.093068] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.093821] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.093998] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.094369] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.094966] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b007582b-46cd-402a-b586-788da584dc82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.102234] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 790.102234] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52828ccd-079a-afd0-8b3e-decf1391588b" [ 790.102234] env[69243]: _type = "Task" [ 790.102234] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.111771] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52828ccd-079a-afd0-8b3e-decf1391588b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.195683] env[69243]: DEBUG nova.scheduler.client.report [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.200356] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689103, 'name': CreateVM_Task, 'duration_secs': 1.605605} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.200869] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.201490] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.256844] env[69243]: DEBUG oslo_vmware.api [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Task: {'id': task-3689107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104489} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.256844] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.256844] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.257097] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.257193] env[69243]: INFO nova.compute.manager [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.257425] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.257643] env[69243]: DEBUG nova.compute.manager [-] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.257766] env[69243]: DEBUG nova.network.neutron [-] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.288726] env[69243]: DEBUG oslo_concurrency.lockutils [req-7892c3e5-b538-4d96-849e-554d0d9dd797 req-edb4c05d-2b91-499f-a455-21d436a25c18 service nova] Releasing lock "refresh_cache-c1911216-06e1-40b2-9e62-922e2d37b2ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.299089] env[69243]: DEBUG nova.network.neutron [-] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.434852] env[69243]: DEBUG nova.compute.manager [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Received event network-changed-c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.435644] env[69243]: DEBUG nova.compute.manager [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Refreshing instance network info cache due to event network-changed-c87a4275-6ade-464d-9a89-bb1aa75f3829. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.439168] env[69243]: DEBUG oslo_concurrency.lockutils [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] Acquiring lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.439168] env[69243]: DEBUG oslo_concurrency.lockutils [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] Acquired lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.439168] env[69243]: DEBUG nova.network.neutron [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Refreshing network info cache for port c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.445496] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.445719] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.445938] env[69243]: INFO nova.compute.manager [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Attaching volume b5e051e7-21f7-41de-91d6-5ae86f6aac1c to /dev/sdb [ 790.498566] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ccc67-bf6d-4b14-b0de-e9677c177818 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.507308] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eb7ae1-be76-47e8-9d36-188128579088 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.524235] env[69243]: DEBUG nova.virt.block_device [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Updating existing volume attachment record: dc41b2ee-4f08-42b7-b56b-1fd1d2e65662 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 790.613537] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52828ccd-079a-afd0-8b3e-decf1391588b, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.613879] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.614128] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.614550] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.614740] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.614924] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.615701] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.615701] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.615840] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a53e046-22bb-4d02-a8ff-d375e4c2f1ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.618266] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf3433d-201e-4570-8501-fee899175343 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.626840] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 790.626840] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef52ae-5005-de86-ed09-bb9ea2f572ae" [ 790.626840] env[69243]: _type = "Task" [ 790.626840] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.633751] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.635250] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.635549] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4c518a-e2b2-4ff4-ba54-fe635194f87c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.641915] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef52ae-5005-de86-ed09-bb9ea2f572ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.646470] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 790.646470] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a07d8-ad12-03b3-3741-b7c51d944856" [ 790.646470] env[69243]: _type = "Task" [ 790.646470] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.655534] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a07d8-ad12-03b3-3741-b7c51d944856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.702828] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.704133] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.653s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.706582] env[69243]: INFO nova.compute.claims [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.804558] env[69243]: DEBUG nova.network.neutron [-] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.140732] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef52ae-5005-de86-ed09-bb9ea2f572ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019645} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.142679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.143122] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.143253] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160202] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a07d8-ad12-03b3-3741-b7c51d944856, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.161033] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da409c7-ae5d-43f6-bfbd-541316f3e01e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.168026] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 791.168026] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b53ef0-770f-d77b-759f-d3bee5aa6a68" [ 791.168026] env[69243]: _type = "Task" [ 791.168026] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.179369] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b53ef0-770f-d77b-759f-d3bee5aa6a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.216355] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "3731ba0a-79ee-4bd5-9a84-4960c34266b2" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.216640] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "3731ba0a-79ee-4bd5-9a84-4960c34266b2" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.308309] env[69243]: INFO nova.compute.manager [-] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Took 1.05 seconds to deallocate network for instance. [ 791.314531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "3b533631-81e0-4394-8122-9c2ae1debbeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.314810] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.315035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "3b533631-81e0-4394-8122-9c2ae1debbeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.315259] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.315450] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.317526] env[69243]: INFO nova.compute.manager [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Terminating instance [ 791.399007] env[69243]: DEBUG nova.network.neutron [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updated VIF entry in instance network info cache for port c87a4275-6ade-464d-9a89-bb1aa75f3829. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.399945] env[69243]: DEBUG nova.network.neutron [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updating instance_info_cache with network_info: [{"id": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "address": "fa:16:3e:86:82:ff", "network": {"id": "955eb05a-08f1-43b1-a7b3-218de4104d38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1743457954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7cffc241b24816ab8fece2619cace6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc87a4275-6a", "ovs_interfaceid": "c87a4275-6ade-464d-9a89-bb1aa75f3829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.679914] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b53ef0-770f-d77b-759f-d3bee5aa6a68, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.680193] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.680247] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.680660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.680737] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.680910] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-875e4661-a3fd-4cea-a3cd-f23070760674 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.683232] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edb967c7-76c5-4ba2-b129-d9d5f0bfdaa4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.692551] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 791.692551] env[69243]: value = "task-3689111" [ 791.692551] env[69243]: _type = "Task" [ 791.692551] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.693625] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.693804] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.697359] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90841a11-899c-4163-bcca-6adfec796a97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.704022] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 791.704022] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c0d4a9-fd88-fc2d-33b0-c55fea23bde4" [ 791.704022] env[69243]: _type = "Task" [ 791.704022] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.711023] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.728545] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "3731ba0a-79ee-4bd5-9a84-4960c34266b2" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.512s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.729340] env[69243]: DEBUG nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.732964] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c0d4a9-fd88-fc2d-33b0-c55fea23bde4, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.734252] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4974f00b-d574-456c-a2b2-e9215d550447 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.741645] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 791.741645] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5256027a-4952-f205-0d9a-e638132df1c5" [ 791.741645] env[69243]: _type = "Task" [ 791.741645] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.751855] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5256027a-4952-f205-0d9a-e638132df1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.819198] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.824914] env[69243]: DEBUG nova.compute.manager [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.825301] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.826902] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7902d-d8c8-4d42-b89d-b1f6b461f5e2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.837818] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.844023] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d247895-8bdb-4ede-aa17-26dcbfa479fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.850735] env[69243]: DEBUG oslo_vmware.api [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 791.850735] env[69243]: value = "task-3689112" [ 791.850735] env[69243]: _type = "Task" [ 791.850735] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.864500] env[69243]: DEBUG oslo_vmware.api [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.902834] env[69243]: DEBUG oslo_concurrency.lockutils [req-620e6eec-d50f-4afb-b14c-14ac13c8a37b req-d49af4f5-2927-41cc-b299-33a15ec6cc09 service nova] Releasing lock "refresh_cache-3b533631-81e0-4394-8122-9c2ae1debbeb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.046493] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "01c00512-dc15-40ca-a4d3-18244b1a55af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.046493] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.204833] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510827} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.205699] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.205699] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.205699] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d43ce6ab-9c99-4484-843f-344978b3b2c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.215379] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 792.215379] env[69243]: value = "task-3689113" [ 792.215379] env[69243]: _type = "Task" [ 792.215379] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.226805] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.234858] env[69243]: DEBUG nova.compute.utils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.236381] env[69243]: DEBUG nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.236498] env[69243]: DEBUG nova.network.neutron [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.256324] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5256027a-4952-f205-0d9a-e638132df1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.258957] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.259297] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] c1911216-06e1-40b2-9e62-922e2d37b2ef/c1911216-06e1-40b2-9e62-922e2d37b2ef.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.259728] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dba22e0-e5a7-4649-a589-dbe9625fb9a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.268297] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 792.268297] env[69243]: value = "task-3689114" [ 792.268297] env[69243]: _type = "Task" [ 792.268297] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.281343] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.331034] env[69243]: DEBUG nova.policy [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1532c1767f8049c9ba7408b88e7a609e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcb270a45a8542b292ca5c9c13b92599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.368411] env[69243]: DEBUG oslo_vmware.api [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689112, 'name': PowerOffVM_Task, 'duration_secs': 0.259636} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.369097] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.369294] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.369574] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7837e6d-d071-4a0c-bb3c-ef1c4fc29d5a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.373624] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91740a7-460e-4a4a-941f-031fb6833eb3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.382371] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70038696-b8c0-4c3b-8507-23f5d26fb47e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.416186] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3887cc8c-b4db-4902-8d07-641aa02680e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.428363] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210bb023-4912-4c03-87d5-d0f2f441a612 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.443593] env[69243]: DEBUG nova.compute.provider_tree [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.447018] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.447292] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.447486] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Deleting the datastore file [datastore2] 3b533631-81e0-4394-8122-9c2ae1debbeb {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.448063] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd10f058-8858-4d0e-887c-a43b7e08d837 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.456408] env[69243]: DEBUG oslo_vmware.api [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 792.456408] env[69243]: value = "task-3689116" [ 792.456408] env[69243]: _type = "Task" [ 792.456408] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.470650] env[69243]: DEBUG oslo_vmware.api [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.728484] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068519} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.728799] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.729678] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bdd258-2af0-44fc-8ecf-508afdcbabfc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.744477] env[69243]: DEBUG nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.756444] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.757045] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800c4a13-d440-40f4-aa3f-7ea0f28d5775 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.783275] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487079} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.785164] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] c1911216-06e1-40b2-9e62-922e2d37b2ef/c1911216-06e1-40b2-9e62-922e2d37b2ef.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.785662] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.786133] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 792.786133] env[69243]: value = "task-3689117" [ 792.786133] env[69243]: _type = "Task" [ 792.786133] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.786334] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e02d5c5-ccba-4228-9b4b-1f356d69ebf2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.799540] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.802780] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 792.802780] env[69243]: value = "task-3689118" [ 792.802780] env[69243]: _type = "Task" [ 792.802780] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.814200] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.814941] env[69243]: DEBUG nova.network.neutron [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Successfully created port: 53d90e04-fe54-4e35-832b-586f1ebb751b {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.949281] env[69243]: DEBUG nova.scheduler.client.report [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.967428] env[69243]: DEBUG oslo_vmware.api [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339664} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.968052] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.968052] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.968635] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.968635] env[69243]: INFO nova.compute.manager [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 792.968864] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.968953] env[69243]: DEBUG nova.compute.manager [-] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.969094] env[69243]: DEBUG nova.network.neutron [-] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.301577] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689117, 'name': ReconfigVM_Task, 'duration_secs': 0.339606} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.301872] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.302796] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e422d1a-aaa1-4cd8-8d46-5873d436c6aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.318301] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085113} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.318685] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 793.318685] env[69243]: value = "task-3689120" [ 793.318685] env[69243]: _type = "Task" [ 793.318685] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.318829] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.319705] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006dd507-4f2b-4b39-9116-0a5179d86018 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.334719] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689120, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.353757] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c1911216-06e1-40b2-9e62-922e2d37b2ef/c1911216-06e1-40b2-9e62-922e2d37b2ef.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.354174] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689cd1ea-d11b-46f3-bf9f-e4132d312138 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.377813] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 793.377813] env[69243]: value = "task-3689121" [ 793.377813] env[69243]: _type = "Task" [ 793.377813] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.392338] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.447310] env[69243]: DEBUG nova.compute.manager [req-9f81f3c7-40e8-4b63-8721-66f2ff574870 req-00bb3779-8102-4c91-814d-ad5e4164ca48 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Received event network-vif-deleted-c87a4275-6ade-464d-9a89-bb1aa75f3829 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.447425] env[69243]: INFO nova.compute.manager [req-9f81f3c7-40e8-4b63-8721-66f2ff574870 req-00bb3779-8102-4c91-814d-ad5e4164ca48 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Neutron deleted interface c87a4275-6ade-464d-9a89-bb1aa75f3829; detaching it from the instance and deleting it from the info cache [ 793.447634] env[69243]: DEBUG nova.network.neutron [req-9f81f3c7-40e8-4b63-8721-66f2ff574870 req-00bb3779-8102-4c91-814d-ad5e4164ca48 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.455882] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.455882] env[69243]: DEBUG nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.457470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.598s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.457688] env[69243]: DEBUG nova.objects.instance [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lazy-loading 'resources' on Instance uuid 5f6698bc-f892-4983-82b0-4934915d0940 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.763545] env[69243]: DEBUG nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.788630] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.788904] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.789076] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.789301] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.789510] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.789596] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.790103] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.790103] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.790103] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.790259] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.790429] env[69243]: DEBUG nova.virt.hardware [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.791302] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835ea994-7fc3-471e-b59a-8820f86383a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.800535] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa321eb8-48b2-4233-b99e-417feadda2bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.828590] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689120, 'name': Rename_Task, 'duration_secs': 0.162289} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.828751] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.828832] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ed0881-e4d8-49cf-8583-7cfed552cc73 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.836274] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 793.836274] env[69243]: value = "task-3689122" [ 793.836274] env[69243]: _type = "Task" [ 793.836274] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.844874] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.875447] env[69243]: DEBUG nova.network.neutron [-] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.887206] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689121, 'name': ReconfigVM_Task, 'duration_secs': 0.303003} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.888112] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c1911216-06e1-40b2-9e62-922e2d37b2ef/c1911216-06e1-40b2-9e62-922e2d37b2ef.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.888758] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f31b0f00-229a-41af-bb3d-9389a5921bdb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.897950] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 793.897950] env[69243]: value = "task-3689123" [ 793.897950] env[69243]: _type = "Task" [ 793.897950] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.907125] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689123, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.951066] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-367675df-dde5-4301-8e20-a68b95a49f80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.962017] env[69243]: DEBUG nova.compute.utils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.973092] env[69243]: DEBUG nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.973092] env[69243]: DEBUG nova.network.neutron [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.978616] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eaab8f-9fb8-4bf5-bcca-15c21d8e8fd6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.019029] env[69243]: DEBUG nova.compute.manager [req-9f81f3c7-40e8-4b63-8721-66f2ff574870 req-00bb3779-8102-4c91-814d-ad5e4164ca48 service nova] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Detach interface failed, port_id=c87a4275-6ade-464d-9a89-bb1aa75f3829, reason: Instance 3b533631-81e0-4394-8122-9c2ae1debbeb could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.037103] env[69243]: DEBUG nova.policy [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0261ee1f6dab43c6a726775207879910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70c7c5ec148849acbdc9f36987c1250d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.352519] env[69243]: DEBUG oslo_vmware.api [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689122, 'name': PowerOnVM_Task, 'duration_secs': 0.504813} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.352591] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.352789] env[69243]: DEBUG nova.compute.manager [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.353614] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e746775-28bf-46f0-9801-b84801f4255f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.377919] env[69243]: INFO nova.compute.manager [-] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Took 1.41 seconds to deallocate network for instance. [ 794.383907] env[69243]: DEBUG nova.network.neutron [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Successfully created port: 8887d990-62fd-4012-a494-efe5573fa2bc {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.421223] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689123, 'name': Rename_Task, 'duration_secs': 0.186978} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.425021] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.425021] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-649ae397-31fb-4a23-a54e-ce40bf338d6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.431268] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 794.431268] env[69243]: value = "task-3689124" [ 794.431268] env[69243]: _type = "Task" [ 794.431268] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.445042] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.472305] env[69243]: DEBUG nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.634321] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf3e967-af80-4904-ae2f-4d05e52f19fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.643483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d55b4d-9345-46be-99ed-9137c65cbf1e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.684779] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a3195e-f932-40f6-b65c-01396826f6ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.690166] env[69243]: DEBUG nova.compute.manager [req-d781becc-5dbd-4d4f-80ce-c5e22c52cedf req-cfcc828f-d191-4de8-b96e-a09cf39b4fe4 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Received event network-vif-plugged-53d90e04-fe54-4e35-832b-586f1ebb751b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.690166] env[69243]: DEBUG oslo_concurrency.lockutils [req-d781becc-5dbd-4d4f-80ce-c5e22c52cedf req-cfcc828f-d191-4de8-b96e-a09cf39b4fe4 service nova] Acquiring lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.690166] env[69243]: DEBUG oslo_concurrency.lockutils [req-d781becc-5dbd-4d4f-80ce-c5e22c52cedf req-cfcc828f-d191-4de8-b96e-a09cf39b4fe4 service nova] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.690166] env[69243]: DEBUG oslo_concurrency.lockutils [req-d781becc-5dbd-4d4f-80ce-c5e22c52cedf req-cfcc828f-d191-4de8-b96e-a09cf39b4fe4 service nova] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.690166] env[69243]: DEBUG nova.compute.manager [req-d781becc-5dbd-4d4f-80ce-c5e22c52cedf req-cfcc828f-d191-4de8-b96e-a09cf39b4fe4 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] No waiting events found dispatching network-vif-plugged-53d90e04-fe54-4e35-832b-586f1ebb751b {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.690166] env[69243]: WARNING nova.compute.manager [req-d781becc-5dbd-4d4f-80ce-c5e22c52cedf req-cfcc828f-d191-4de8-b96e-a09cf39b4fe4 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Received unexpected event network-vif-plugged-53d90e04-fe54-4e35-832b-586f1ebb751b for instance with vm_state building and task_state spawning. [ 794.696613] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72885091-218c-414e-be59-45bfc8d55795 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.717797] env[69243]: DEBUG nova.compute.provider_tree [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.778770] env[69243]: DEBUG nova.network.neutron [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Successfully updated port: 53d90e04-fe54-4e35-832b-586f1ebb751b {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.884237] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.893225] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.947326] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.081399] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 795.081628] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734989', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'name': 'volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'serial': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 795.082541] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8522d9e3-33eb-48f2-87bb-5a0660098b75 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.105758] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3473c0-fd29-483d-9fc7-e53645566ae7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.133438] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c/volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.134646] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8483c28a-621e-4741-b705-dc0839e4d200 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.156428] env[69243]: DEBUG oslo_vmware.api [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 795.156428] env[69243]: value = "task-3689125" [ 795.156428] env[69243]: _type = "Task" [ 795.156428] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.166544] env[69243]: DEBUG oslo_vmware.api [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.219617] env[69243]: DEBUG nova.scheduler.client.report [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.281489] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "refresh_cache-2d306638-e6d4-4c76-8cdc-7f2da7185b1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.281676] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquired lock "refresh_cache-2d306638-e6d4-4c76-8cdc-7f2da7185b1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.281840] env[69243]: DEBUG nova.network.neutron [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.445075] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.485857] env[69243]: DEBUG nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.518671] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.519008] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.522220] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.522220] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.522220] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.522220] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.522220] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.522220] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.522461] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.522461] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.522966] env[69243]: DEBUG nova.virt.hardware [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.523520] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d92d17-a01b-4635-969c-9cfb0598bcbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.533813] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb74c2b5-a6fd-4d80-af44-1e5335e3b7c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.667778] env[69243]: DEBUG oslo_vmware.api [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.727924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.731505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.838s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.731505] env[69243]: DEBUG nova.objects.instance [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lazy-loading 'resources' on Instance uuid d12e566f-9f5c-4cc9-ac43-52620a4c5f1b {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.758138] env[69243]: INFO nova.scheduler.client.report [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted allocations for instance 5f6698bc-f892-4983-82b0-4934915d0940 [ 795.825756] env[69243]: DEBUG nova.network.neutron [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.943686] env[69243]: DEBUG oslo_vmware.api [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689124, 'name': PowerOnVM_Task, 'duration_secs': 1.45705} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.943686] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.944267] env[69243]: INFO nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Took 10.35 seconds to spawn the instance on the hypervisor. [ 795.944343] env[69243]: DEBUG nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.945165] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a715a5-fde4-43e6-ba53-7bcbdeba7223 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.079897] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.080667] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.085471] env[69243]: DEBUG nova.network.neutron [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Updating instance_info_cache with network_info: [{"id": "53d90e04-fe54-4e35-832b-586f1ebb751b", "address": "fa:16:3e:f0:84:99", "network": {"id": "67a2f296-2cdd-4ffe-8809-19cc62aebab7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-679487783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb270a45a8542b292ca5c9c13b92599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d90e04-fe", "ovs_interfaceid": "53d90e04-fe54-4e35-832b-586f1ebb751b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.117947] env[69243]: DEBUG nova.network.neutron [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Successfully updated port: 8887d990-62fd-4012-a494-efe5573fa2bc {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.130809] env[69243]: DEBUG nova.compute.manager [req-0a77dda4-ecc9-412a-8342-97a68b43a2f1 req-d96cb8a5-eefb-43e1-86dd-e719af841168 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Received event network-vif-plugged-8887d990-62fd-4012-a494-efe5573fa2bc {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.131050] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a77dda4-ecc9-412a-8342-97a68b43a2f1 req-d96cb8a5-eefb-43e1-86dd-e719af841168 service nova] Acquiring lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.131284] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a77dda4-ecc9-412a-8342-97a68b43a2f1 req-d96cb8a5-eefb-43e1-86dd-e719af841168 service nova] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.131424] env[69243]: DEBUG oslo_concurrency.lockutils [req-0a77dda4-ecc9-412a-8342-97a68b43a2f1 req-d96cb8a5-eefb-43e1-86dd-e719af841168 service nova] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.131608] env[69243]: DEBUG nova.compute.manager [req-0a77dda4-ecc9-412a-8342-97a68b43a2f1 req-d96cb8a5-eefb-43e1-86dd-e719af841168 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] No waiting events found dispatching network-vif-plugged-8887d990-62fd-4012-a494-efe5573fa2bc {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.131780] env[69243]: WARNING nova.compute.manager [req-0a77dda4-ecc9-412a-8342-97a68b43a2f1 req-d96cb8a5-eefb-43e1-86dd-e719af841168 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Received unexpected event network-vif-plugged-8887d990-62fd-4012-a494-efe5573fa2bc for instance with vm_state building and task_state spawning. [ 796.169723] env[69243]: DEBUG oslo_vmware.api [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689125, 'name': ReconfigVM_Task, 'duration_secs': 0.728209} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.170030] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c/volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.175360] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8867c57e-4752-4bb2-830a-a82a88c8a8ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.194092] env[69243]: DEBUG oslo_vmware.api [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 796.194092] env[69243]: value = "task-3689126" [ 796.194092] env[69243]: _type = "Task" [ 796.194092] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.204992] env[69243]: DEBUG oslo_vmware.api [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.268605] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fadeae3a-afcf-4973-9715-52b227565809 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "5f6698bc-f892-4983-82b0-4934915d0940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.729s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.417221] env[69243]: INFO nova.compute.manager [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Rebuilding instance [ 796.470861] env[69243]: DEBUG nova.compute.manager [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.472636] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede5ac24-5c21-49a2-9c0d-609822654871 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.475629] env[69243]: INFO nova.compute.manager [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Took 44.59 seconds to build instance. [ 796.588318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Releasing lock "refresh_cache-2d306638-e6d4-4c76-8cdc-7f2da7185b1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.588601] env[69243]: DEBUG nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Instance network_info: |[{"id": "53d90e04-fe54-4e35-832b-586f1ebb751b", "address": "fa:16:3e:f0:84:99", "network": {"id": "67a2f296-2cdd-4ffe-8809-19cc62aebab7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-679487783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb270a45a8542b292ca5c9c13b92599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d90e04-fe", "ovs_interfaceid": "53d90e04-fe54-4e35-832b-586f1ebb751b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.591659] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:84:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53d90e04-fe54-4e35-832b-586f1ebb751b', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.599775] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Creating folder: Project (bcb270a45a8542b292ca5c9c13b92599). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.600695] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-553a403e-685e-4bbc-be1b-a4c40b4bf20b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.616594] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Created folder: Project (bcb270a45a8542b292ca5c9c13b92599) in parent group-v734844. [ 796.616791] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Creating folder: Instances. Parent ref: group-v734990. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.617035] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d372121-ac2d-4ee3-be92-f51c4de00295 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.620466] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "refresh_cache-740a2dd7-57f5-4398-b35b-5c3a452c80ec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.620606] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquired lock "refresh_cache-740a2dd7-57f5-4398-b35b-5c3a452c80ec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.620752] env[69243]: DEBUG nova.network.neutron [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.628451] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Created folder: Instances in parent group-v734990. [ 796.628700] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.629032] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.629356] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea65d6c-5352-478c-b70d-ae20ab4436f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.655844] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.655844] env[69243]: value = "task-3689129" [ 796.655844] env[69243]: _type = "Task" [ 796.655844] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.667428] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689129, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.707985] env[69243]: DEBUG nova.compute.manager [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Received event network-changed-53d90e04-fe54-4e35-832b-586f1ebb751b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.708266] env[69243]: DEBUG nova.compute.manager [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Refreshing instance network info cache due to event network-changed-53d90e04-fe54-4e35-832b-586f1ebb751b. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.708530] env[69243]: DEBUG oslo_concurrency.lockutils [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] Acquiring lock "refresh_cache-2d306638-e6d4-4c76-8cdc-7f2da7185b1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.708692] env[69243]: DEBUG oslo_concurrency.lockutils [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] Acquired lock "refresh_cache-2d306638-e6d4-4c76-8cdc-7f2da7185b1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.708861] env[69243]: DEBUG nova.network.neutron [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Refreshing network info cache for port 53d90e04-fe54-4e35-832b-586f1ebb751b {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.713611] env[69243]: DEBUG oslo_vmware.api [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689126, 'name': ReconfigVM_Task, 'duration_secs': 0.212672} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.714169] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734989', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'name': 'volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'serial': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 796.765891] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6295b888-c679-4846-9945-565af9cfb98e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.775540] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff19c46-bfd8-4adc-b802-103822a76f34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.808142] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ac3a4e-3664-406f-9822-7e64f54b3122 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.816576] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb9730e-a301-49a6-9455-5002aa53d46a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.831216] env[69243]: DEBUG nova.compute.provider_tree [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.977736] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5419361f-94b5-4a4b-9f45-ef1488ac1be7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.636s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.161385] env[69243]: DEBUG nova.network.neutron [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.169369] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689129, 'name': CreateVM_Task, 'duration_secs': 0.357803} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.169549] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.170260] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.170595] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.170766] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.171040] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df050703-cf7a-43d2-9766-e22ac2f96b2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.176226] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 797.176226] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef4ce3-e01e-4fe9-a5b7-24ae1c91a6e6" [ 797.176226] env[69243]: _type = "Task" [ 797.176226] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.187276] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef4ce3-e01e-4fe9-a5b7-24ae1c91a6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.321582] env[69243]: DEBUG nova.network.neutron [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Updating instance_info_cache with network_info: [{"id": "8887d990-62fd-4012-a494-efe5573fa2bc", "address": "fa:16:3e:d8:0f:c9", "network": {"id": "76369471-6ae9-4747-a222-f5c08ae41e37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1833177096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c7c5ec148849acbdc9f36987c1250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8887d990-62", "ovs_interfaceid": "8887d990-62fd-4012-a494-efe5573fa2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.334362] env[69243]: DEBUG nova.scheduler.client.report [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.479683] env[69243]: DEBUG nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.491608] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.491844] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa24462-14a5-4337-b3a2-71a37852d2c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.503298] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 797.503298] env[69243]: value = "task-3689130" [ 797.503298] env[69243]: _type = "Task" [ 797.503298] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.514668] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.536173] env[69243]: DEBUG nova.network.neutron [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Updated VIF entry in instance network info cache for port 53d90e04-fe54-4e35-832b-586f1ebb751b. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.536869] env[69243]: DEBUG nova.network.neutron [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Updating instance_info_cache with network_info: [{"id": "53d90e04-fe54-4e35-832b-586f1ebb751b", "address": "fa:16:3e:f0:84:99", "network": {"id": "67a2f296-2cdd-4ffe-8809-19cc62aebab7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-679487783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcb270a45a8542b292ca5c9c13b92599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d90e04-fe", "ovs_interfaceid": "53d90e04-fe54-4e35-832b-586f1ebb751b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.687493] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef4ce3-e01e-4fe9-a5b7-24ae1c91a6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012662} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.687803] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.688056] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.688304] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.688454] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.688635] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.688900] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42eff694-0dc8-4691-9524-fc9d7d417e89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.699146] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.699392] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.700125] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d5c8c9-ce26-4bd9-a30f-cd6bad5de9ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.707205] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 797.707205] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fa76bd-43cb-d741-7814-4a9ac0bede8a" [ 797.707205] env[69243]: _type = "Task" [ 797.707205] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.717412] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fa76bd-43cb-d741-7814-4a9ac0bede8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.770973] env[69243]: DEBUG nova.objects.instance [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lazy-loading 'flavor' on Instance uuid 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.829118] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Releasing lock "refresh_cache-740a2dd7-57f5-4398-b35b-5c3a452c80ec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.829118] env[69243]: DEBUG nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Instance network_info: |[{"id": "8887d990-62fd-4012-a494-efe5573fa2bc", "address": "fa:16:3e:d8:0f:c9", "network": {"id": "76369471-6ae9-4747-a222-f5c08ae41e37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1833177096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c7c5ec148849acbdc9f36987c1250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8887d990-62", "ovs_interfaceid": "8887d990-62fd-4012-a494-efe5573fa2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.829118] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:0f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8887d990-62fd-4012-a494-efe5573fa2bc', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.836566] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Creating folder: Project (70c7c5ec148849acbdc9f36987c1250d). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.837027] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4ba0bdd-e88b-438d-8277-842230feefa5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.844426] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.847015] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.878s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.849036] env[69243]: INFO nova.compute.claims [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.852729] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Created folder: Project (70c7c5ec148849acbdc9f36987c1250d) in parent group-v734844. [ 797.854402] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Creating folder: Instances. Parent ref: group-v734993. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.854402] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d7d2af-746e-4e47-ab13-d9a3bc9ffcad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.867247] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Created folder: Instances in parent group-v734993. [ 797.867247] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.867465] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.867610] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f7a9253-22f1-4d42-a4df-daeef3c40d52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.882696] env[69243]: INFO nova.scheduler.client.report [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted allocations for instance d12e566f-9f5c-4cc9-ac43-52620a4c5f1b [ 797.890132] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.890132] env[69243]: value = "task-3689133" [ 797.890132] env[69243]: _type = "Task" [ 797.890132] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.898497] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689133, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.999897] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.014740] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689130, 'name': PowerOffVM_Task, 'duration_secs': 0.385099} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.015069] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.015352] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.016180] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9012987-daf3-46e9-9635-6498a5b5d9ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.024599] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.024895] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84559f3e-fdab-46bb-bcbc-795faf9ab7d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.039604] env[69243]: DEBUG oslo_concurrency.lockutils [req-54ce1eab-ceab-4f94-84b4-8c563c2253a3 req-64b4ffa5-c624-4a17-9bc1-154307088963 service nova] Releasing lock "refresh_cache-2d306638-e6d4-4c76-8cdc-7f2da7185b1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.106347] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.106592] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.106676] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleting the datastore file [datastore1] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.107084] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba077154-779e-4927-82c2-72747457aefc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.118259] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 798.118259] env[69243]: value = "task-3689135" [ 798.118259] env[69243]: _type = "Task" [ 798.118259] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.129621] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.220082] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fa76bd-43cb-d741-7814-4a9ac0bede8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.221131] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b403f33f-b1f8-41c6-bcdc-fcb0698cd0ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.229915] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 798.229915] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524ada49-581e-2b69-1025-261d49b8a6f4" [ 798.229915] env[69243]: _type = "Task" [ 798.229915] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.240729] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524ada49-581e-2b69-1025-261d49b8a6f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.253273] env[69243]: DEBUG nova.compute.manager [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Received event network-changed-8887d990-62fd-4012-a494-efe5573fa2bc {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.253273] env[69243]: DEBUG nova.compute.manager [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Refreshing instance network info cache due to event network-changed-8887d990-62fd-4012-a494-efe5573fa2bc. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.253491] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] Acquiring lock "refresh_cache-740a2dd7-57f5-4398-b35b-5c3a452c80ec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.253491] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] Acquired lock "refresh_cache-740a2dd7-57f5-4398-b35b-5c3a452c80ec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.253682] env[69243]: DEBUG nova.network.neutron [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Refreshing network info cache for port 8887d990-62fd-4012-a494-efe5573fa2bc {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.275844] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4acf6e46-c075-458f-9daf-1cb36a18c5e5 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.393532] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b545e9e1-8c93-44cf-b60c-9fde1c0cfb22 tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "d12e566f-9f5c-4cc9-ac43-52620a4c5f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.549s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.401462] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689133, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.628860] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162239} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.629152] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.629353] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.629536] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.704696] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.705024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.730226] env[69243]: DEBUG nova.compute.manager [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.730226] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d989faa6-7c54-4649-a016-e460de972944 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.745418] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524ada49-581e-2b69-1025-261d49b8a6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.747398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.747483] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2d306638-e6d4-4c76-8cdc-7f2da7185b1d/2d306638-e6d4-4c76-8cdc-7f2da7185b1d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.750778] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86d6b61-b003-4881-8516-f0135374ca7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.760569] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 798.760569] env[69243]: value = "task-3689136" [ 798.760569] env[69243]: _type = "Task" [ 798.760569] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.769997] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.901016] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689133, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.084477] env[69243]: DEBUG nova.network.neutron [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Updated VIF entry in instance network info cache for port 8887d990-62fd-4012-a494-efe5573fa2bc. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.084866] env[69243]: DEBUG nova.network.neutron [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Updating instance_info_cache with network_info: [{"id": "8887d990-62fd-4012-a494-efe5573fa2bc", "address": "fa:16:3e:d8:0f:c9", "network": {"id": "76369471-6ae9-4747-a222-f5c08ae41e37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1833177096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70c7c5ec148849acbdc9f36987c1250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8887d990-62", "ovs_interfaceid": "8887d990-62fd-4012-a494-efe5573fa2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.210263] env[69243]: INFO nova.compute.manager [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Detaching volume b5e051e7-21f7-41de-91d6-5ae86f6aac1c [ 799.253370] env[69243]: INFO nova.compute.manager [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] instance snapshotting [ 799.256732] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149b09e-dc88-43dc-91a5-483ffda7f8ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.261421] env[69243]: INFO nova.virt.block_device [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Attempting to driver detach volume b5e051e7-21f7-41de-91d6-5ae86f6aac1c from mountpoint /dev/sdb [ 799.261665] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 799.262369] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734989', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'name': 'volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'serial': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 799.262829] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f13ba-3658-4c39-b881-bdf47b1b4b70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.291736] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0478de45-f320-42cc-b513-df072679351e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.314596] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519869} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.318698] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44333f7-a78f-4a33-a099-9803d6f452cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.321958] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2d306638-e6d4-4c76-8cdc-7f2da7185b1d/2d306638-e6d4-4c76-8cdc-7f2da7185b1d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.322204] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.324911] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2daf393b-b31b-41bc-9347-1fd51ce67800 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.336282] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9966c4b2-3249-4d70-9450-1706f9531c32 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.348579] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 799.348579] env[69243]: value = "task-3689137" [ 799.348579] env[69243]: _type = "Task" [ 799.348579] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.348579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "67637a52-4a89-4d65-a112-d4163bbfdb93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.348579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.372988] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5075d1f-26e6-4e54-a542-23ef0a90af72 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.381920] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.385135] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "e6467f0c-6181-414e-983f-04ada898b9ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.385387] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "e6467f0c-6181-414e-983f-04ada898b9ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.397878] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] The volume has not been displaced from its original location: [datastore1] volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c/volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 799.403553] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 799.409531] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c81f069-9453-48cb-935b-8c39fa44d504 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.432672] env[69243]: DEBUG oslo_vmware.api [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 799.432672] env[69243]: value = "task-3689138" [ 799.432672] env[69243]: _type = "Task" [ 799.432672] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.432865] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689133, 'name': CreateVM_Task, 'duration_secs': 1.379717} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.433099] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.436516] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.436719] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.437097] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.439681] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378d4dbd-7d08-40a7-a643-609773470f44 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.447779] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 799.447779] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b2a814-c9af-a59e-fd16-fa3a1559b6c8" [ 799.447779] env[69243]: _type = "Task" [ 799.447779] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.459023] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b2a814-c9af-a59e-fd16-fa3a1559b6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.486605] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c56e55-3cef-4156-96b0-8c246c5eb625 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.495057] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ee7f26-51bd-4819-9a4d-d3481205061f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.524808] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497c1e2-c33d-4f05-8751-65e9b492331f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.533104] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c07c860-56f5-4817-83fa-605423ddbead {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.546943] env[69243]: DEBUG nova.compute.provider_tree [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.587577] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08531ae-20d9-4abd-b80f-cfdcd8c387fe req-acc231ab-b4e8-4fec-a417-0550bb98ee98 service nova] Releasing lock "refresh_cache-740a2dd7-57f5-4398-b35b-5c3a452c80ec" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.666648] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.666915] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.667084] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.667271] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.667634] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.667634] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.667767] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.667926] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.668110] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.668280] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.668455] env[69243]: DEBUG nova.virt.hardware [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.669359] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e191a-b5d5-4282-8dcd-16f4f256a643 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.678446] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3282d7-252d-4e89-bbc1-15b42bce3429 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.693662] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:2e:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e072cc-8a84-4111-9531-f60e2a28af6f', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.701756] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.701991] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.702219] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a0e00f2-4428-41db-8edf-f470702a55c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.722391] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.722391] env[69243]: value = "task-3689139" [ 799.722391] env[69243]: _type = "Task" [ 799.722391] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.732126] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689139, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.830280] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 799.830621] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d09a6ad6-cad4-4405-ab88-0f5f591ae13a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.840421] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 799.840421] env[69243]: value = "task-3689140" [ 799.840421] env[69243]: _type = "Task" [ 799.840421] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.850085] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689140, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.858294] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073579} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.858606] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.859453] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a86679-2fb3-4508-a1c1-4c11bcc53f82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.884111] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 2d306638-e6d4-4c76-8cdc-7f2da7185b1d/2d306638-e6d4-4c76-8cdc-7f2da7185b1d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.884111] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8d6b5e-c410-45a4-8962-f7fad28ee90c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.908022] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 799.908022] env[69243]: value = "task-3689141" [ 799.908022] env[69243]: _type = "Task" [ 799.908022] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.915187] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.945513] env[69243]: DEBUG oslo_vmware.api [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.963116] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b2a814-c9af-a59e-fd16-fa3a1559b6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.963699] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.964113] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.964506] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.964780] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.965057] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.965411] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd2c57a-19b9-4152-a851-8eb406511ddc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.978841] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.979194] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.980805] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07dd962e-07e0-4ac4-b81e-264a007773e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.987573] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 799.987573] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52000046-6514-6ef9-8bc0-8b66010c5092" [ 799.987573] env[69243]: _type = "Task" [ 799.987573] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.997457] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52000046-6514-6ef9-8bc0-8b66010c5092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.050687] env[69243]: DEBUG nova.scheduler.client.report [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.235883] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689139, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.353516] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689140, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.419109] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689141, 'name': ReconfigVM_Task, 'duration_secs': 0.408973} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.419654] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 2d306638-e6d4-4c76-8cdc-7f2da7185b1d/2d306638-e6d4-4c76-8cdc-7f2da7185b1d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.423018] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0b4e6f-0c99-4af9-9ce5-94d873d806d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.427839] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 800.427839] env[69243]: value = "task-3689142" [ 800.427839] env[69243]: _type = "Task" [ 800.427839] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.436568] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689142, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.444930] env[69243]: DEBUG oslo_vmware.api [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689138, 'name': ReconfigVM_Task, 'duration_secs': 0.882969} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.445460] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 800.450704] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f2eaa6-1c66-4d5a-9386-8ec70796f138 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.469913] env[69243]: DEBUG oslo_vmware.api [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 800.469913] env[69243]: value = "task-3689143" [ 800.469913] env[69243]: _type = "Task" [ 800.469913] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.479101] env[69243]: DEBUG oslo_vmware.api [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.500042] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52000046-6514-6ef9-8bc0-8b66010c5092, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.500810] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031ec36c-983e-4431-b4b7-fabb67ad5923 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.506451] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 800.506451] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ca8734-565a-82c0-2d8b-cd0908b43db6" [ 800.506451] env[69243]: _type = "Task" [ 800.506451] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.514977] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ca8734-565a-82c0-2d8b-cd0908b43db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.555973] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.556519] env[69243]: DEBUG nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.559764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.456s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.561366] env[69243]: INFO nova.compute.claims [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.734833] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689139, 'name': CreateVM_Task, 'duration_secs': 0.661785} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.735020] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.735704] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.735880] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.736212] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.736472] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5420023b-c060-40e9-82f3-80c554bcec48 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.742284] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 800.742284] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b745b9-49eb-1950-3343-af16a3c36646" [ 800.742284] env[69243]: _type = "Task" [ 800.742284] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.752583] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b745b9-49eb-1950-3343-af16a3c36646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.851110] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689140, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.942759] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689142, 'name': Rename_Task, 'duration_secs': 0.148813} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.943226] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.943390] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69df0e09-5835-41f8-8d7f-f1a2635fb05f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.952863] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 800.952863] env[69243]: value = "task-3689144" [ 800.952863] env[69243]: _type = "Task" [ 800.952863] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.964011] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.982647] env[69243]: DEBUG oslo_vmware.api [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689143, 'name': ReconfigVM_Task, 'duration_secs': 0.221818} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.982971] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734989', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'name': 'volume-b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c', 'serial': 'b5e051e7-21f7-41de-91d6-5ae86f6aac1c'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 801.020532] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ca8734-565a-82c0-2d8b-cd0908b43db6, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.020532] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.020532] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 740a2dd7-57f5-4398-b35b-5c3a452c80ec/740a2dd7-57f5-4398-b35b-5c3a452c80ec.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.020532] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-998dcf6f-9e5f-41a1-ba6b-536cc1c2d2c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.026755] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 801.026755] env[69243]: value = "task-3689145" [ 801.026755] env[69243]: _type = "Task" [ 801.026755] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.036458] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.066196] env[69243]: DEBUG nova.compute.utils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.071047] env[69243]: DEBUG nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.071047] env[69243]: DEBUG nova.network.neutron [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.161037] env[69243]: DEBUG nova.policy [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e96d966ddc6b4ebc9f7bfbd8c3eb313a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13641c9bd8cd473e8ba51c949c0a03bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.255881] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b745b9-49eb-1950-3343-af16a3c36646, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.256649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.257161] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.257570] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.257939] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.258293] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.258756] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e79aa7a-61e4-43a8-a736-3d6889399e26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.272071] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.272071] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.272071] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e337c16-915b-42de-a04c-fe1ac8db2806 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.286112] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 801.286112] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f1a067-c6df-c705-2302-aadcd4a02c2d" [ 801.286112] env[69243]: _type = "Task" [ 801.286112] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.298536] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f1a067-c6df-c705-2302-aadcd4a02c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.355527] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689140, 'name': CreateSnapshot_Task, 'duration_secs': 1.251139} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.355909] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.357385] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53df0873-779b-4219-bb6b-a41c5ab98d00 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.465628] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689144, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.538796] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689145, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.562948] env[69243]: DEBUG nova.objects.instance [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lazy-loading 'flavor' on Instance uuid 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.570178] env[69243]: DEBUG nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.580556] env[69243]: DEBUG nova.network.neutron [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Successfully created port: 02e60455-34aa-41d5-8b17-92769572b8f8 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.799379] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f1a067-c6df-c705-2302-aadcd4a02c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.021638} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.802484] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c5ef48-3dd9-4701-adfa-eef15eb5f833 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.808176] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 801.808176] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529ef567-2ecc-1661-098b-3d7d7c300fcb" [ 801.808176] env[69243]: _type = "Task" [ 801.808176] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.818326] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529ef567-2ecc-1661-098b-3d7d7c300fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.884461] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 801.887331] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c01f6d17-7750-4211-8d0d-5bb64cfa44e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.897577] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 801.897577] env[69243]: value = "task-3689146" [ 801.897577] env[69243]: _type = "Task" [ 801.897577] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.906733] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689146, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.970149] env[69243]: DEBUG oslo_vmware.api [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689144, 'name': PowerOnVM_Task, 'duration_secs': 0.554761} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.970601] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.970886] env[69243]: INFO nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Took 8.21 seconds to spawn the instance on the hypervisor. [ 801.971338] env[69243]: DEBUG nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.972411] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a71943-ccab-4c09-8f22-719ddf35b693 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.039502] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573428} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.042839] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 740a2dd7-57f5-4398-b35b-5c3a452c80ec/740a2dd7-57f5-4398-b35b-5c3a452c80ec.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.043184] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.043745] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6646534-197d-462d-a6fd-5aa9117effac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.053270] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 802.053270] env[69243]: value = "task-3689147" [ 802.053270] env[69243]: _type = "Task" [ 802.053270] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.070653] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.121303] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608396d-3cef-4b54-bd19-fc28cd79964a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.132051] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc53ff98-9dda-4320-941f-ead32e81a07b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.182276] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8724add-2ce5-4f5a-ae96-d04ffd8f7d2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.191693] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c476bb-04c8-49e1-972b-6a4b478536fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.208154] env[69243]: DEBUG nova.compute.provider_tree [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.319618] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529ef567-2ecc-1661-098b-3d7d7c300fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.319898] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.320198] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.320470] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a2650e8-9fa1-4e38-8561-6c060864278d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.328230] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 802.328230] env[69243]: value = "task-3689148" [ 802.328230] env[69243]: _type = "Task" [ 802.328230] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.338439] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.409191] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689146, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.494986] env[69243]: INFO nova.compute.manager [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Took 40.42 seconds to build instance. [ 802.565913] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077258} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.566243] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.567152] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9b778e-f389-499f-988e-a95b916de4cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.583255] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc570a35-c52a-4d88-9e4e-25c38802dd34 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.878s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.593492] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 740a2dd7-57f5-4398-b35b-5c3a452c80ec/740a2dd7-57f5-4398-b35b-5c3a452c80ec.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.595016] env[69243]: DEBUG nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.597268] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ad123a-09b1-42e8-b32c-f0f9a00dff54 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.625120] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 802.625120] env[69243]: value = "task-3689149" [ 802.625120] env[69243]: _type = "Task" [ 802.625120] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.650920] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.651169] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.651429] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.651739] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.651895] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.652065] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.652213] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.652900] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.652900] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.652900] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.653127] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.653127] env[69243]: DEBUG nova.virt.hardware [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.654618] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d9737-6e67-4e07-9b38-b64846f3bd39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.670089] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7435d1e-be35-4b35-9137-d97bc704e40b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.711731] env[69243]: DEBUG nova.scheduler.client.report [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.838743] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466027} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.839039] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.839288] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.839560] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa9e4d68-0e0c-4d14-8742-8599f234002f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.847947] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 802.847947] env[69243]: value = "task-3689150" [ 802.847947] env[69243]: _type = "Task" [ 802.847947] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.855457] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.910790] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689146, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.997825] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1d83a219-6189-43fb-ba82-d483ea1e1682 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.692s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.136311] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.149607] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.149973] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.150217] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.150414] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.151024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.152967] env[69243]: INFO nova.compute.manager [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Terminating instance [ 803.218534] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.219044] env[69243]: DEBUG nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.221858] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.791s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.223331] env[69243]: INFO nova.compute.claims [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.359355] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084916} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.360016] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.360764] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb58a06-d77c-498a-b793-c9d1b124ef70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.386629] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.387280] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b16d89-43cc-4581-9a41-10020a8b019e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.414511] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689146, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.416243] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 803.416243] env[69243]: value = "task-3689151" [ 803.416243] env[69243]: _type = "Task" [ 803.416243] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.425913] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.500749] env[69243]: DEBUG nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.637046] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689149, 'name': ReconfigVM_Task, 'duration_secs': 0.580384} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.637468] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 740a2dd7-57f5-4398-b35b-5c3a452c80ec/740a2dd7-57f5-4398-b35b-5c3a452c80ec.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.638420] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ac1a2a-f9b7-4490-a511-7659e1f87466 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.646197] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 803.646197] env[69243]: value = "task-3689152" [ 803.646197] env[69243]: _type = "Task" [ 803.646197] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.659025] env[69243]: DEBUG nova.compute.manager [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.659025] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.659025] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689152, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.659025] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f888e24d-f959-4aee-bf08-0d6842f61557 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.668735] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.668735] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-517d8373-88c5-4e64-b180-43845771846f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.679631] env[69243]: DEBUG oslo_vmware.api [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 803.679631] env[69243]: value = "task-3689153" [ 803.679631] env[69243]: _type = "Task" [ 803.679631] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.689712] env[69243]: DEBUG oslo_vmware.api [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.728725] env[69243]: DEBUG nova.compute.utils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.733538] env[69243]: DEBUG nova.compute.manager [req-53e5e64e-5eaf-4b94-aee0-2c35f66a2d3a req-33de132b-a969-4ad1-a3b9-2e0a23d0db5d service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Received event network-vif-plugged-02e60455-34aa-41d5-8b17-92769572b8f8 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.734115] env[69243]: DEBUG oslo_concurrency.lockutils [req-53e5e64e-5eaf-4b94-aee0-2c35f66a2d3a req-33de132b-a969-4ad1-a3b9-2e0a23d0db5d service nova] Acquiring lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.734115] env[69243]: DEBUG oslo_concurrency.lockutils [req-53e5e64e-5eaf-4b94-aee0-2c35f66a2d3a req-33de132b-a969-4ad1-a3b9-2e0a23d0db5d service nova] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.734245] env[69243]: DEBUG oslo_concurrency.lockutils [req-53e5e64e-5eaf-4b94-aee0-2c35f66a2d3a req-33de132b-a969-4ad1-a3b9-2e0a23d0db5d service nova] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.734429] env[69243]: DEBUG nova.compute.manager [req-53e5e64e-5eaf-4b94-aee0-2c35f66a2d3a req-33de132b-a969-4ad1-a3b9-2e0a23d0db5d service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] No waiting events found dispatching network-vif-plugged-02e60455-34aa-41d5-8b17-92769572b8f8 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.734617] env[69243]: WARNING nova.compute.manager [req-53e5e64e-5eaf-4b94-aee0-2c35f66a2d3a req-33de132b-a969-4ad1-a3b9-2e0a23d0db5d service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Received unexpected event network-vif-plugged-02e60455-34aa-41d5-8b17-92769572b8f8 for instance with vm_state building and task_state spawning. [ 803.736630] env[69243]: DEBUG nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.736812] env[69243]: DEBUG nova.network.neutron [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.742234] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.742390] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.768986] env[69243]: DEBUG nova.network.neutron [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Successfully updated port: 02e60455-34aa-41d5-8b17-92769572b8f8 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.794327] env[69243]: DEBUG nova.policy [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccf9aa5471e8437682656b3ff2d97bda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f74ca571c89a4eeeb949ac0177023c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.912858] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689146, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.925693] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689151, 'name': ReconfigVM_Task, 'duration_secs': 0.34534} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.926024] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1/4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.930021] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8587ac6b-72b6-4293-b3f2-f765f0d0e09b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.934318] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 803.934318] env[69243]: value = "task-3689154" [ 803.934318] env[69243]: _type = "Task" [ 803.934318] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.943720] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689154, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.025660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.101346] env[69243]: DEBUG nova.network.neutron [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Successfully created port: 1cb72343-6de6-49f4-9297-f84da0dc6114 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.156837] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689152, 'name': Rename_Task, 'duration_secs': 0.229069} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.157053] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.157310] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee08cb00-960c-4ab3-9744-4df437aeff29 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.164709] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 804.164709] env[69243]: value = "task-3689155" [ 804.164709] env[69243]: _type = "Task" [ 804.164709] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.175533] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.186706] env[69243]: DEBUG oslo_vmware.api [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689153, 'name': PowerOffVM_Task, 'duration_secs': 0.21403} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.187509] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.187509] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.187509] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88b73cfc-7224-436b-95a1-e193bf9ee480 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.240043] env[69243]: DEBUG nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.270799] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "refresh_cache-e15390a1-8b62-4bcc-9ab1-6b434a1227cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.271453] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired lock "refresh_cache-e15390a1-8b62-4bcc-9ab1-6b434a1227cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.271945] env[69243]: DEBUG nova.network.neutron [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.279806] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.279806] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.279806] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Deleting the datastore file [datastore1] 2d306638-e6d4-4c76-8cdc-7f2da7185b1d {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.279806] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06c24402-2ec5-443a-b20d-04eee8cc1661 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.286241] env[69243]: DEBUG oslo_vmware.api [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for the task: (returnval){ [ 804.286241] env[69243]: value = "task-3689157" [ 804.286241] env[69243]: _type = "Task" [ 804.286241] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.303153] env[69243]: DEBUG oslo_vmware.api [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.415048] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689146, 'name': CloneVM_Task, 'duration_secs': 2.024145} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.417880] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Created linked-clone VM from snapshot [ 804.418984] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182e9e54-1816-4966-a03f-1b4d08cc150a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.428354] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Uploading image 3bdfedcb-5018-4ab6-a784-8e8ae25221a9 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.448085] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689154, 'name': Rename_Task, 'duration_secs': 0.154429} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.451217] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.452910] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c9b510-d4a6-42ae-93f2-285d022b1abf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.461231] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 804.461231] env[69243]: value = "task-3689158" [ 804.461231] env[69243]: _type = "Task" [ 804.461231] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.468675] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.468675] env[69243]: value = "vm-734998" [ 804.468675] env[69243]: _type = "VirtualMachine" [ 804.468675] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.469468] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed53254e-454d-486a-a742-d4a60a1416f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.474782] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.476214] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease: (returnval){ [ 804.476214] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c3df2-02fc-7f45-cfcc-8578fe9d764f" [ 804.476214] env[69243]: _type = "HttpNfcLease" [ 804.476214] env[69243]: } obtained for exporting VM: (result){ [ 804.476214] env[69243]: value = "vm-734998" [ 804.476214] env[69243]: _type = "VirtualMachine" [ 804.476214] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.476567] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the lease: (returnval){ [ 804.476567] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c3df2-02fc-7f45-cfcc-8578fe9d764f" [ 804.476567] env[69243]: _type = "HttpNfcLease" [ 804.476567] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.486235] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.486235] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c3df2-02fc-7f45-cfcc-8578fe9d764f" [ 804.486235] env[69243]: _type = "HttpNfcLease" [ 804.486235] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.684451] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689155, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.802983] env[69243]: DEBUG oslo_vmware.api [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Task: {'id': task-3689157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355181} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.803421] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.803732] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.804043] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.804871] env[69243]: INFO nova.compute.manager [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 804.804871] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.804871] env[69243]: DEBUG nova.compute.manager [-] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.805084] env[69243]: DEBUG nova.network.neutron [-] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.813020] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce9f36-8978-4c0a-8f64-2fb5ed7d3ef2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.820440] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b78669e-f923-488c-bb37-c7fb98b55fe3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.858526] env[69243]: DEBUG nova.network.neutron [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.862027] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4e9c3-55d4-45dd-b890-3d01c64ed6c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.875471] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73211210-70f1-433d-9aa9-7f2c08899bae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.888377] env[69243]: DEBUG nova.compute.provider_tree [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.973525] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689158, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.985542] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.985542] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c3df2-02fc-7f45-cfcc-8578fe9d764f" [ 804.985542] env[69243]: _type = "HttpNfcLease" [ 804.985542] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 804.985827] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 804.985827] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c3df2-02fc-7f45-cfcc-8578fe9d764f" [ 804.985827] env[69243]: _type = "HttpNfcLease" [ 804.985827] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 804.986582] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e08c2d-e004-44f4-bfe4-8d385ab45980 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.995377] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284adab-67af-037e-9abc-dedd8b537013/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 804.995565] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284adab-67af-037e-9abc-dedd8b537013/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.127433] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d50b6445-1ca0-4819-b60c-10558fca693f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.183756] env[69243]: DEBUG oslo_vmware.api [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689155, 'name': PowerOnVM_Task, 'duration_secs': 0.754773} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.184072] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.184358] env[69243]: INFO nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Took 9.70 seconds to spawn the instance on the hypervisor. [ 805.184557] env[69243]: DEBUG nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.185398] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8999af09-1350-4c09-8d11-620b90fba272 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.253362] env[69243]: DEBUG nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.261159] env[69243]: DEBUG nova.network.neutron [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Updating instance_info_cache with network_info: [{"id": "02e60455-34aa-41d5-8b17-92769572b8f8", "address": "fa:16:3e:8e:4c:c2", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e60455-34", "ovs_interfaceid": "02e60455-34aa-41d5-8b17-92769572b8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.285140] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.285399] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.285559] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.285739] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.285886] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.286140] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.286422] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.286829] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.286829] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.286936] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.287097] env[69243]: DEBUG nova.virt.hardware [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.288268] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d2633e-58f7-410d-ac3b-f512d91592f3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.297882] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b37b20f-d3d9-48fc-99a0-e0f7db153fe3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.394732] env[69243]: DEBUG nova.scheduler.client.report [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.473967] env[69243]: DEBUG oslo_vmware.api [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689158, 'name': PowerOnVM_Task, 'duration_secs': 0.620924} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.473967] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.474119] env[69243]: DEBUG nova.compute.manager [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.474889] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76a03a-78f7-4986-acae-789bfeb2e7df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.566327] env[69243]: DEBUG nova.compute.manager [req-d7083d0f-b5c4-4856-866b-7acde20036a3 req-4ddbc76f-4ccc-4d72-9c17-95fab1bdb0c6 service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Received event network-vif-plugged-1cb72343-6de6-49f4-9297-f84da0dc6114 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.566327] env[69243]: DEBUG oslo_concurrency.lockutils [req-d7083d0f-b5c4-4856-866b-7acde20036a3 req-4ddbc76f-4ccc-4d72-9c17-95fab1bdb0c6 service nova] Acquiring lock "11c271a6-32aa-4f5f-98e9-058292f4d79c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.566327] env[69243]: DEBUG oslo_concurrency.lockutils [req-d7083d0f-b5c4-4856-866b-7acde20036a3 req-4ddbc76f-4ccc-4d72-9c17-95fab1bdb0c6 service nova] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.566327] env[69243]: DEBUG oslo_concurrency.lockutils [req-d7083d0f-b5c4-4856-866b-7acde20036a3 req-4ddbc76f-4ccc-4d72-9c17-95fab1bdb0c6 service nova] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.566327] env[69243]: DEBUG nova.compute.manager [req-d7083d0f-b5c4-4856-866b-7acde20036a3 req-4ddbc76f-4ccc-4d72-9c17-95fab1bdb0c6 service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] No waiting events found dispatching network-vif-plugged-1cb72343-6de6-49f4-9297-f84da0dc6114 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.566327] env[69243]: WARNING nova.compute.manager [req-d7083d0f-b5c4-4856-866b-7acde20036a3 req-4ddbc76f-4ccc-4d72-9c17-95fab1bdb0c6 service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Received unexpected event network-vif-plugged-1cb72343-6de6-49f4-9297-f84da0dc6114 for instance with vm_state building and task_state spawning. [ 805.673040] env[69243]: DEBUG nova.network.neutron [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Successfully updated port: 1cb72343-6de6-49f4-9297-f84da0dc6114 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.705328] env[69243]: INFO nova.compute.manager [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Took 39.68 seconds to build instance. [ 805.765264] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Releasing lock "refresh_cache-e15390a1-8b62-4bcc-9ab1-6b434a1227cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.765579] env[69243]: DEBUG nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Instance network_info: |[{"id": "02e60455-34aa-41d5-8b17-92769572b8f8", "address": "fa:16:3e:8e:4c:c2", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e60455-34", "ovs_interfaceid": "02e60455-34aa-41d5-8b17-92769572b8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.766197] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:4c:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e60455-34aa-41d5-8b17-92769572b8f8', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.774655] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.775125] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.775998] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59f3fc09-1f45-431f-996b-1824e679599e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.800498] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.800498] env[69243]: value = "task-3689160" [ 805.800498] env[69243]: _type = "Task" [ 805.800498] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.810079] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689160, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.819816] env[69243]: DEBUG nova.network.neutron [-] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.883426] env[69243]: DEBUG nova.compute.manager [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Received event network-changed-02e60455-34aa-41d5-8b17-92769572b8f8 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.884518] env[69243]: DEBUG nova.compute.manager [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Refreshing instance network info cache due to event network-changed-02e60455-34aa-41d5-8b17-92769572b8f8. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.884982] env[69243]: DEBUG oslo_concurrency.lockutils [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] Acquiring lock "refresh_cache-e15390a1-8b62-4bcc-9ab1-6b434a1227cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.885319] env[69243]: DEBUG oslo_concurrency.lockutils [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] Acquired lock "refresh_cache-e15390a1-8b62-4bcc-9ab1-6b434a1227cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.885506] env[69243]: DEBUG nova.network.neutron [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Refreshing network info cache for port 02e60455-34aa-41d5-8b17-92769572b8f8 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.899613] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.900409] env[69243]: DEBUG nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.906630] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.794s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.907394] env[69243]: INFO nova.compute.claims [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.994912] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.178357] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "refresh_cache-11c271a6-32aa-4f5f-98e9-058292f4d79c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.178641] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquired lock "refresh_cache-11c271a6-32aa-4f5f-98e9-058292f4d79c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.178828] env[69243]: DEBUG nova.network.neutron [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.207927] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1dd86430-1144-48ed-b4e1-b7ed4b8e46c4 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.744s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.315212] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689160, 'name': CreateVM_Task, 'duration_secs': 0.449978} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.315448] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.316210] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.316431] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.316781] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.317090] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e928b7e6-31fb-47d3-ab60-37e9496f755d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.320692] env[69243]: INFO nova.compute.manager [-] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Took 1.52 seconds to deallocate network for instance. [ 806.324031] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 806.324031] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bdd44b-b4c2-6da4-62e4-b85a781aba97" [ 806.324031] env[69243]: _type = "Task" [ 806.324031] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.337145] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bdd44b-b4c2-6da4-62e4-b85a781aba97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.352139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.352139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.352139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.352441] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.352544] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.354831] env[69243]: INFO nova.compute.manager [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Terminating instance [ 806.407541] env[69243]: DEBUG nova.compute.utils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.409613] env[69243]: DEBUG nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.409613] env[69243]: DEBUG nova.network.neutron [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.498467] env[69243]: DEBUG nova.policy [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3439e02be52848e7b9440f6c52a19a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e8f9cb600145cfa597b57743b69137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.613207] env[69243]: DEBUG nova.network.neutron [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Updated VIF entry in instance network info cache for port 02e60455-34aa-41d5-8b17-92769572b8f8. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.615446] env[69243]: DEBUG nova.network.neutron [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Updating instance_info_cache with network_info: [{"id": "02e60455-34aa-41d5-8b17-92769572b8f8", "address": "fa:16:3e:8e:4c:c2", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e60455-34", "ovs_interfaceid": "02e60455-34aa-41d5-8b17-92769572b8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.643103] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.643769] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.713569] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.719022] env[69243]: DEBUG nova.network.neutron [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.835016] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.840516] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bdd44b-b4c2-6da4-62e4-b85a781aba97, 'name': SearchDatastore_Task, 'duration_secs': 0.01424} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.843466] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.843761] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.844054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.844247] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.844469] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.844814] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bba445e-90dd-4478-b585-c8ea65c83296 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.857968] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.857968] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.860435] env[69243]: DEBUG nova.compute.manager [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.860701] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.861013] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4220d9c-87de-4b80-85be-bdbfa26a8a0b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.864737] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f6ae6-149b-42cb-858e-fe83eeae3b79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.873563] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 806.873563] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb1bf5-3b6b-86ee-5401-ae5e4285f403" [ 806.873563] env[69243]: _type = "Task" [ 806.873563] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.879899] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.880854] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e30b1e1-ddd2-4e4b-b793-5a0b08ea3860 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.887131] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb1bf5-3b6b-86ee-5401-ae5e4285f403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.888162] env[69243]: DEBUG nova.network.neutron [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Updating instance_info_cache with network_info: [{"id": "1cb72343-6de6-49f4-9297-f84da0dc6114", "address": "fa:16:3e:8e:85:e0", "network": {"id": "0aed930d-e690-4177-a487-49e0e75c808b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-843685521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f74ca571c89a4eeeb949ac0177023c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb72343-6d", "ovs_interfaceid": "1cb72343-6de6-49f4-9297-f84da0dc6114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.892589] env[69243]: DEBUG oslo_vmware.api [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 806.892589] env[69243]: value = "task-3689161" [ 806.892589] env[69243]: _type = "Task" [ 806.892589] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.913380] env[69243]: DEBUG nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.013210] env[69243]: DEBUG nova.network.neutron [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Successfully created port: ca325d94-bd75-473d-b8d7-c038ab971e17 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.115984] env[69243]: DEBUG oslo_concurrency.lockutils [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] Releasing lock "refresh_cache-e15390a1-8b62-4bcc-9ab1-6b434a1227cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.116425] env[69243]: DEBUG nova.compute.manager [req-aedc592b-355b-4f01-bedd-e973a287f327 req-a6a7394c-f8fe-4385-aed2-d23943c481b1 service nova] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Received event network-vif-deleted-53d90e04-fe54-4e35-832b-586f1ebb751b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.152980] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.154837] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.155428] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.155428] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.156190] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.156427] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.157369] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 807.157670] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.241125] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.392274] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb1bf5-3b6b-86ee-5401-ae5e4285f403, 'name': SearchDatastore_Task, 'duration_secs': 0.015323} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.395758] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Releasing lock "refresh_cache-11c271a6-32aa-4f5f-98e9-058292f4d79c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.396098] env[69243]: DEBUG nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Instance network_info: |[{"id": "1cb72343-6de6-49f4-9297-f84da0dc6114", "address": "fa:16:3e:8e:85:e0", "network": {"id": "0aed930d-e690-4177-a487-49e0e75c808b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-843685521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f74ca571c89a4eeeb949ac0177023c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb72343-6d", "ovs_interfaceid": "1cb72343-6de6-49f4-9297-f84da0dc6114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.396556] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f7f028-906a-484a-bf02-0a7668b7e289 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.400893] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:85:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cb72343-6de6-49f4-9297-f84da0dc6114', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.408764] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Creating folder: Project (f74ca571c89a4eeeb949ac0177023c73). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.415468] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2088e143-28b5-4f29-82b8-67b75ef37616 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.434282] env[69243]: DEBUG oslo_vmware.api [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689161, 'name': PowerOffVM_Task, 'duration_secs': 0.244728} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.434677] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 807.434677] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522223a0-068f-4b79-a376-91cbc8b13a3e" [ 807.434677] env[69243]: _type = "Task" [ 807.434677] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.438285] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.438528] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.440530] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0133eb86-7a22-4753-bf5e-ad819b7cce51 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.446134] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Created folder: Project (f74ca571c89a4eeeb949ac0177023c73) in parent group-v734844. [ 807.446467] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Creating folder: Instances. Parent ref: group-v735000. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.446836] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60e3add4-f66d-4fd3-bda8-df73a2d76570 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.455233] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522223a0-068f-4b79-a376-91cbc8b13a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.018964} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.455525] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.456035] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e15390a1-8b62-4bcc-9ab1-6b434a1227cb/e15390a1-8b62-4bcc-9ab1-6b434a1227cb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.456035] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e374d26a-cc5c-48c0-91b1-83f58cdbafc1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.461870] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Created folder: Instances in parent group-v735000. [ 807.462067] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.462448] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.462565] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a59d9ac-1f9b-4c24-b7d8-93503380650c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.482492] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 807.482492] env[69243]: value = "task-3689165" [ 807.482492] env[69243]: _type = "Task" [ 807.482492] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.489092] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.489092] env[69243]: value = "task-3689166" [ 807.489092] env[69243]: _type = "Task" [ 807.489092] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.496919] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.506940] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689166, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.529557] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.529557] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.529557] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Deleting the datastore file [datastore1] 740a2dd7-57f5-4398-b35b-5c3a452c80ec {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.529557] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6062d2a4-6ec9-4ced-8950-06aa62f32715 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.542305] env[69243]: DEBUG oslo_vmware.api [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for the task: (returnval){ [ 807.542305] env[69243]: value = "task-3689167" [ 807.542305] env[69243]: _type = "Task" [ 807.542305] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.553048] env[69243]: DEBUG oslo_vmware.api [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.583129] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c890293-64f5-4f82-b58b-515abc82090b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.596017] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c6f80-7781-4d1a-bd89-826624f804ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.635973] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499ed9d-6417-4c1a-a644-10410bf5165c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.645091] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c472bce8-adbc-4c05-bfce-36068eac4e62 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.661684] env[69243]: DEBUG nova.compute.provider_tree [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.663921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.941291] env[69243]: DEBUG nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.944887] env[69243]: DEBUG nova.compute.manager [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Received event network-changed-1cb72343-6de6-49f4-9297-f84da0dc6114 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.945390] env[69243]: DEBUG nova.compute.manager [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Refreshing instance network info cache due to event network-changed-1cb72343-6de6-49f4-9297-f84da0dc6114. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.945709] env[69243]: DEBUG oslo_concurrency.lockutils [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] Acquiring lock "refresh_cache-11c271a6-32aa-4f5f-98e9-058292f4d79c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.947493] env[69243]: DEBUG oslo_concurrency.lockutils [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] Acquired lock "refresh_cache-11c271a6-32aa-4f5f-98e9-058292f4d79c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.947493] env[69243]: DEBUG nova.network.neutron [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Refreshing network info cache for port 1cb72343-6de6-49f4-9297-f84da0dc6114 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.978486] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.978761] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.978920] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.979118] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.979396] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.979567] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.979789] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.979950] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.980525] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.980525] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.980525] env[69243]: DEBUG nova.virt.hardware [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.981399] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2c7b26-dcd7-4b6d-9ba0-d813222ab259 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.999927] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.001712] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec74ffc-da5b-4c4a-9362-33010c9b779a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.009585] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689166, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.011625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.011880] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.012377] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.012377] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.012513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.026073] env[69243]: INFO nova.compute.manager [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Terminating instance [ 808.053930] env[69243]: DEBUG oslo_vmware.api [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Task: {'id': task-3689167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265964} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.054217] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.054405] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.054583] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.054759] env[69243]: INFO nova.compute.manager [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Took 1.19 seconds to destroy the instance on the hypervisor. [ 808.055015] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.055236] env[69243]: DEBUG nova.compute.manager [-] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.055337] env[69243]: DEBUG nova.network.neutron [-] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.165731] env[69243]: DEBUG nova.scheduler.client.report [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.497647] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582527} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.499468] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e15390a1-8b62-4bcc-9ab1-6b434a1227cb/e15390a1-8b62-4bcc-9ab1-6b434a1227cb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.499468] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.499468] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9540c64d-6ac2-4973-9e85-373e7f8eb9f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.504059] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689166, 'name': CreateVM_Task, 'duration_secs': 0.645334} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.504059] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.504638] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.504968] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.505129] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.505801] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b98fef-a4ad-43d4-8724-ed74c9da609f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.509046] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 808.509046] env[69243]: value = "task-3689168" [ 808.509046] env[69243]: _type = "Task" [ 808.509046] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.513565] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 808.513565] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52495344-0a3d-80d4-e8e3-b714080d639f" [ 808.513565] env[69243]: _type = "Task" [ 808.513565] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.519736] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.528041] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52495344-0a3d-80d4-e8e3-b714080d639f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.529827] env[69243]: DEBUG nova.compute.manager [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.530048] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.530909] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d014ff-86bd-494e-88bc-9cfbe66c804d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.538793] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.541161] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8542c5b3-77e5-4d38-a876-bd06968b3e74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.549951] env[69243]: DEBUG oslo_vmware.api [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 808.549951] env[69243]: value = "task-3689169" [ 808.549951] env[69243]: _type = "Task" [ 808.549951] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.559419] env[69243]: DEBUG oslo_vmware.api [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.662905] env[69243]: DEBUG nova.network.neutron [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Updated VIF entry in instance network info cache for port 1cb72343-6de6-49f4-9297-f84da0dc6114. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.663306] env[69243]: DEBUG nova.network.neutron [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Updating instance_info_cache with network_info: [{"id": "1cb72343-6de6-49f4-9297-f84da0dc6114", "address": "fa:16:3e:8e:85:e0", "network": {"id": "0aed930d-e690-4177-a487-49e0e75c808b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-843685521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f74ca571c89a4eeeb949ac0177023c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb72343-6d", "ovs_interfaceid": "1cb72343-6de6-49f4-9297-f84da0dc6114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.671793] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.672297] env[69243]: DEBUG nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.674862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.558s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.675211] env[69243]: DEBUG nova.objects.instance [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lazy-loading 'resources' on Instance uuid f7ee494c-e0ae-4612-a636-90368a1becbb {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.756397] env[69243]: DEBUG nova.compute.manager [req-bd032a4e-e0a2-4dd0-b45f-afb381ed6658 req-baff22b0-b02c-4648-a665-7d0921d3f5e7 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Received event network-vif-plugged-ca325d94-bd75-473d-b8d7-c038ab971e17 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.756710] env[69243]: DEBUG oslo_concurrency.lockutils [req-bd032a4e-e0a2-4dd0-b45f-afb381ed6658 req-baff22b0-b02c-4648-a665-7d0921d3f5e7 service nova] Acquiring lock "bba717d2-e15d-461d-a90d-d8b07514a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.756984] env[69243]: DEBUG oslo_concurrency.lockutils [req-bd032a4e-e0a2-4dd0-b45f-afb381ed6658 req-baff22b0-b02c-4648-a665-7d0921d3f5e7 service nova] Lock "bba717d2-e15d-461d-a90d-d8b07514a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.757343] env[69243]: DEBUG oslo_concurrency.lockutils [req-bd032a4e-e0a2-4dd0-b45f-afb381ed6658 req-baff22b0-b02c-4648-a665-7d0921d3f5e7 service nova] Lock "bba717d2-e15d-461d-a90d-d8b07514a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.757576] env[69243]: DEBUG nova.compute.manager [req-bd032a4e-e0a2-4dd0-b45f-afb381ed6658 req-baff22b0-b02c-4648-a665-7d0921d3f5e7 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] No waiting events found dispatching network-vif-plugged-ca325d94-bd75-473d-b8d7-c038ab971e17 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.757757] env[69243]: WARNING nova.compute.manager [req-bd032a4e-e0a2-4dd0-b45f-afb381ed6658 req-baff22b0-b02c-4648-a665-7d0921d3f5e7 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Received unexpected event network-vif-plugged-ca325d94-bd75-473d-b8d7-c038ab971e17 for instance with vm_state building and task_state spawning. [ 808.803332] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "92594ac9-9eb3-477b-af00-ea6930a43cec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.803607] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.803794] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "92594ac9-9eb3-477b-af00-ea6930a43cec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.803976] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.804160] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.807886] env[69243]: INFO nova.compute.manager [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Terminating instance [ 808.823504] env[69243]: DEBUG nova.network.neutron [-] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.976815] env[69243]: DEBUG nova.network.neutron [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Successfully updated port: ca325d94-bd75-473d-b8d7-c038ab971e17 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.023582] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217374} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.024927] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.025873] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce127e11-5d81-47a3-9522-f80523a87ef1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.032240] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52495344-0a3d-80d4-e8e3-b714080d639f, 'name': SearchDatastore_Task, 'duration_secs': 0.022274} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.032903] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.033599] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.033599] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.033599] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.033742] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.033993] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5169ccbc-ebe7-4068-9bcd-8e11f353d22b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.054927] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] e15390a1-8b62-4bcc-9ab1-6b434a1227cb/e15390a1-8b62-4bcc-9ab1-6b434a1227cb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.056106] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535e9e5a-ec41-48a1-9738-b6a3403380e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.075188] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.075188] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.076231] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b273c0-9aff-487b-8167-7bf152207149 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.084758] env[69243]: DEBUG oslo_vmware.api [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689169, 'name': PowerOffVM_Task, 'duration_secs': 0.28686} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.087063] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.087284] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.088056] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 809.088056] env[69243]: value = "task-3689170" [ 809.088056] env[69243]: _type = "Task" [ 809.088056] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.088056] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 809.088056] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524783c4-9996-5f3c-0195-ac752dcc045c" [ 809.088056] env[69243]: _type = "Task" [ 809.088056] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.088375] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9823db0-e380-4173-93cf-5faed9efd00d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.103528] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.107539] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524783c4-9996-5f3c-0195-ac752dcc045c, 'name': SearchDatastore_Task, 'duration_secs': 0.019223} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.108477] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35adf691-cee1-4c43-b087-a583b7991a8c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.117271] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 809.117271] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525aed6f-bb74-f35f-6461-06d19bd16517" [ 809.117271] env[69243]: _type = "Task" [ 809.117271] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.128759] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525aed6f-bb74-f35f-6461-06d19bd16517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.166157] env[69243]: DEBUG oslo_concurrency.lockutils [req-2a031914-e31d-4ebe-9fed-e8851995bc63 req-aec86c51-edba-4dc4-b15b-0d5b12eaabbb service nova] Releasing lock "refresh_cache-11c271a6-32aa-4f5f-98e9-058292f4d79c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.179120] env[69243]: DEBUG nova.compute.utils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.186623] env[69243]: DEBUG nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.186994] env[69243]: DEBUG nova.network.neutron [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.189053] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.189053] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.189053] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleting the datastore file [datastore2] 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.189372] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f0b919-edb4-49a8-84a5-436e670a0c22 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.198688] env[69243]: DEBUG oslo_vmware.api [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 809.198688] env[69243]: value = "task-3689172" [ 809.198688] env[69243]: _type = "Task" [ 809.198688] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.212053] env[69243]: DEBUG oslo_vmware.api [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.252296] env[69243]: DEBUG nova.policy [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '454f873af7f948ecaabd15d4ec66e96d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfb03dafe6b4fcea2058beb1857512c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.314332] env[69243]: DEBUG nova.compute.manager [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.314562] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.315684] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01f973-00cf-4e41-9345-fbe17f88f5d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.324147] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.324477] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a70fe2-d3df-4523-b570-9f05ce0e3213 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.329047] env[69243]: INFO nova.compute.manager [-] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Took 1.27 seconds to deallocate network for instance. [ 809.339037] env[69243]: DEBUG oslo_vmware.api [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 809.339037] env[69243]: value = "task-3689173" [ 809.339037] env[69243]: _type = "Task" [ 809.339037] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.352794] env[69243]: DEBUG oslo_vmware.api [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.484427] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-bba717d2-e15d-461d-a90d-d8b07514a155" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.484427] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-bba717d2-e15d-461d-a90d-d8b07514a155" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.484427] env[69243]: DEBUG nova.network.neutron [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.603716] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689170, 'name': ReconfigVM_Task, 'duration_secs': 0.320097} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.604067] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Reconfigured VM instance instance-00000033 to attach disk [datastore2] e15390a1-8b62-4bcc-9ab1-6b434a1227cb/e15390a1-8b62-4bcc-9ab1-6b434a1227cb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.605194] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b35c4d-3cc1-40e0-8929-c7d57cf214be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.613200] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 809.613200] env[69243]: value = "task-3689174" [ 809.613200] env[69243]: _type = "Task" [ 809.613200] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.625285] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689174, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.635178] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525aed6f-bb74-f35f-6461-06d19bd16517, 'name': SearchDatastore_Task, 'duration_secs': 0.016859} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.635178] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.635178] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 11c271a6-32aa-4f5f-98e9-058292f4d79c/11c271a6-32aa-4f5f-98e9-058292f4d79c.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.635178] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e36c3d50-322e-401b-8711-c46f544a33e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.646065] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 809.646065] env[69243]: value = "task-3689175" [ 809.646065] env[69243]: _type = "Task" [ 809.646065] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.655972] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.687099] env[69243]: DEBUG nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.711032] env[69243]: DEBUG oslo_vmware.api [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298632} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.713972] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.714182] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.714399] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.714591] env[69243]: INFO nova.compute.manager [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 809.714858] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.715353] env[69243]: DEBUG nova.compute.manager [-] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.715465] env[69243]: DEBUG nova.network.neutron [-] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.795291] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0bb0e4-f04c-4713-9b1e-bfb841c2dddf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.803880] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d97442a-d8e6-4eea-b144-4cfce1a32574 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.835247] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7208b4-3720-4c37-bd0c-1e61d8d2002a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.838650] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.846427] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a4430-c5cd-46de-889c-b8f79e4ccf15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.853966] env[69243]: DEBUG oslo_vmware.api [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689173, 'name': PowerOffVM_Task, 'duration_secs': 0.296124} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.854664] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.855166] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.855166] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fffd64cc-ef7e-4269-96c3-c47f6e0b1245 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.864806] env[69243]: DEBUG nova.compute.provider_tree [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.006419] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.006688] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.006873] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Deleting the datastore file [datastore1] 92594ac9-9eb3-477b-af00-ea6930a43cec {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.011289] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dc917b0-a424-4ef4-bd37-a6f04b7cd24c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.016755] env[69243]: DEBUG oslo_vmware.api [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for the task: (returnval){ [ 810.016755] env[69243]: value = "task-3689177" [ 810.016755] env[69243]: _type = "Task" [ 810.016755] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.026488] env[69243]: DEBUG oslo_vmware.api [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.067408] env[69243]: DEBUG nova.network.neutron [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.128789] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689174, 'name': Rename_Task, 'duration_secs': 0.15978} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.129265] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.129629] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28fc977f-f478-4bd1-9536-aa8db6403c24 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.142565] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 810.142565] env[69243]: value = "task-3689178" [ 810.142565] env[69243]: _type = "Task" [ 810.142565] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.153748] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.163022] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689175, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.355768] env[69243]: DEBUG nova.network.neutron [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Successfully created port: 19a1bb9d-8af0-4842-9fa8-135315612a8b {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.368817] env[69243]: DEBUG nova.scheduler.client.report [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.378916] env[69243]: DEBUG nova.compute.manager [req-e1f3f1a3-b01a-466f-9559-379120e45869 req-f31d4875-87f4-48ac-9af1-9f4b74ee0401 service nova] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Received event network-vif-deleted-8887d990-62fd-4012-a494-efe5573fa2bc {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.476217] env[69243]: DEBUG nova.network.neutron [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Updating instance_info_cache with network_info: [{"id": "ca325d94-bd75-473d-b8d7-c038ab971e17", "address": "fa:16:3e:96:be:44", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca325d94-bd", "ovs_interfaceid": "ca325d94-bd75-473d-b8d7-c038ab971e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.512080] env[69243]: DEBUG nova.network.neutron [-] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.527243] env[69243]: DEBUG oslo_vmware.api [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Task: {'id': task-3689177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427693} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.527497] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.528039] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.528039] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.528231] env[69243]: INFO nova.compute.manager [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Took 1.21 seconds to destroy the instance on the hypervisor. [ 810.528346] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.529134] env[69243]: DEBUG nova.compute.manager [-] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.529243] env[69243]: DEBUG nova.network.neutron [-] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.654335] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.660793] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759537} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.661076] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 11c271a6-32aa-4f5f-98e9-058292f4d79c/11c271a6-32aa-4f5f-98e9-058292f4d79c.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.661376] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.661696] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a6b9982-b121-4d5a-9287-c9f3b48759d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.670736] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 810.670736] env[69243]: value = "task-3689179" [ 810.670736] env[69243]: _type = "Task" [ 810.670736] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.683375] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.697129] env[69243]: DEBUG nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.730804] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.731060] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.731254] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.731430] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.731551] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.731693] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.731899] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.732240] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.732478] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.732624] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.732839] env[69243]: DEBUG nova.virt.hardware [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.733698] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e7b212-c742-4aec-88a6-800f0318bf2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.742674] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df41df-3bc8-4e57-8dc3-26beea5baf4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.873729] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.876522] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.222s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.903290] env[69243]: INFO nova.scheduler.client.report [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Deleted allocations for instance f7ee494c-e0ae-4612-a636-90368a1becbb [ 810.983369] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-bba717d2-e15d-461d-a90d-d8b07514a155" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.985100] env[69243]: DEBUG nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Instance network_info: |[{"id": "ca325d94-bd75-473d-b8d7-c038ab971e17", "address": "fa:16:3e:96:be:44", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca325d94-bd", "ovs_interfaceid": "ca325d94-bd75-473d-b8d7-c038ab971e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.985100] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:be:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca325d94-bd75-473d-b8d7-c038ab971e17', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.997819] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.998644] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.998644] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-559a5db2-492b-4a3b-a901-ac91930048b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.014896] env[69243]: INFO nova.compute.manager [-] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Took 1.30 seconds to deallocate network for instance. [ 811.025694] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.025694] env[69243]: value = "task-3689180" [ 811.025694] env[69243]: _type = "Task" [ 811.025694] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.037026] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689180, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.157292] env[69243]: DEBUG oslo_vmware.api [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689178, 'name': PowerOnVM_Task, 'duration_secs': 0.564092} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.157292] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.157292] env[69243]: INFO nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Took 8.56 seconds to spawn the instance on the hypervisor. [ 811.157292] env[69243]: DEBUG nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.157292] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d35479a-7dc3-40e8-8e8a-ff6b83033361 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.185381] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166554} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.185667] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.186474] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94ddb3-9faf-429e-81af-0c84b62769ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.212520] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 11c271a6-32aa-4f5f-98e9-058292f4d79c/11c271a6-32aa-4f5f-98e9-058292f4d79c.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.212520] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9413c95d-7d87-4e99-8fea-00028968fc33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.236524] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 811.236524] env[69243]: value = "task-3689181" [ 811.236524] env[69243]: _type = "Task" [ 811.236524] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.237763] env[69243]: DEBUG nova.compute.manager [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Received event network-changed-ca325d94-bd75-473d-b8d7-c038ab971e17 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.237954] env[69243]: DEBUG nova.compute.manager [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Refreshing instance network info cache due to event network-changed-ca325d94-bd75-473d-b8d7-c038ab971e17. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.238186] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] Acquiring lock "refresh_cache-bba717d2-e15d-461d-a90d-d8b07514a155" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.238329] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] Acquired lock "refresh_cache-bba717d2-e15d-461d-a90d-d8b07514a155" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.238491] env[69243]: DEBUG nova.network.neutron [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Refreshing network info cache for port ca325d94-bd75-473d-b8d7-c038ab971e17 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.251410] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.381271] env[69243]: INFO nova.compute.claims [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.411178] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ffcd01d-113c-4ced-afb5-12ce4ec7a75a tempest-ListImageFiltersTestJSON-705409253 tempest-ListImageFiltersTestJSON-705409253-project-member] Lock "f7ee494c-e0ae-4612-a636-90368a1becbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.213s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.522530] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.533499] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689180, 'name': CreateVM_Task, 'duration_secs': 0.450462} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.533704] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.534405] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.534590] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.534924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.535207] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80c8a31-1a37-43df-b78d-f4a6f8d191c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.540782] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 811.540782] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bd4add-59fc-7b75-31b3-7d8ac901793a" [ 811.540782] env[69243]: _type = "Task" [ 811.540782] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.549582] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bd4add-59fc-7b75-31b3-7d8ac901793a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.676560] env[69243]: INFO nova.compute.manager [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Took 40.73 seconds to build instance. [ 811.749108] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.890136] env[69243]: INFO nova.compute.resource_tracker [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating resource usage from migration 418f169b-c6e6-4ba3-a3a0-4d6c25cc65be [ 812.055140] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bd4add-59fc-7b75-31b3-7d8ac901793a, 'name': SearchDatastore_Task, 'duration_secs': 0.017206} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.055492] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.055731] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.056300] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.056300] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.056300] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.056544] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73cece0c-f04b-43b0-9ed9-a8f394baf3ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.071172] env[69243]: DEBUG nova.network.neutron [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Updated VIF entry in instance network info cache for port ca325d94-bd75-473d-b8d7-c038ab971e17. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.071172] env[69243]: DEBUG nova.network.neutron [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Updating instance_info_cache with network_info: [{"id": "ca325d94-bd75-473d-b8d7-c038ab971e17", "address": "fa:16:3e:96:be:44", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca325d94-bd", "ovs_interfaceid": "ca325d94-bd75-473d-b8d7-c038ab971e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.073573] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.073903] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.077643] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617dedd7-81c8-4c98-9436-b5f233865fca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.087054] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 812.087054] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fc069-65c1-2233-ce91-e7ee81247b11" [ 812.087054] env[69243]: _type = "Task" [ 812.087054] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.097304] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fc069-65c1-2233-ce91-e7ee81247b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.178688] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c8366488-31d5-459b-9e48-ae8cde992ffb tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.675s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.192582] env[69243]: DEBUG nova.network.neutron [-] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.256554] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689181, 'name': ReconfigVM_Task, 'duration_secs': 0.576978} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.256554] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 11c271a6-32aa-4f5f-98e9-058292f4d79c/11c271a6-32aa-4f5f-98e9-058292f4d79c.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.256554] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-138aad51-45a1-4d09-93dd-9c4c79e8d66d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.266896] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 812.266896] env[69243]: value = "task-3689182" [ 812.266896] env[69243]: _type = "Task" [ 812.266896] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.279137] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689182, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.519055] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af8067c-f294-4f4c-af98-c466024773fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.529789] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb8ec3c-9923-4949-b993-6b41625e59c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.561655] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2a4f83-7da2-4a41-b2c3-0f5332385a09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.566215] env[69243]: DEBUG nova.compute.manager [req-a120016b-d470-4b1b-af22-bd240f982ff2 req-d5948988-29a4-49d5-8b76-b396f13625eb service nova] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Received event network-vif-deleted-cd12b490-f874-4db1-b6b2-85286d161803 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.574838] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e603ccdf-021b-4aef-929f-98070360f4fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.579097] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf16ed47-e82f-4d29-a66d-753a5a4f2490 req-99ff33cc-2703-4a24-aa28-5cf53cff6082 service nova] Releasing lock "refresh_cache-bba717d2-e15d-461d-a90d-d8b07514a155" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.591594] env[69243]: DEBUG nova.compute.provider_tree [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.603076] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524fc069-65c1-2233-ce91-e7ee81247b11, 'name': SearchDatastore_Task, 'duration_secs': 0.017172} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.604548] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c75a25e-d895-4bd3-9226-aa0970277573 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.611534] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 812.611534] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523fc827-8a4e-d485-f0c2-d09a289f6433" [ 812.611534] env[69243]: _type = "Task" [ 812.611534] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.621219] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523fc827-8a4e-d485-f0c2-d09a289f6433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.647446] env[69243]: DEBUG nova.network.neutron [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Successfully updated port: 19a1bb9d-8af0-4842-9fa8-135315612a8b {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.695041] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.698047] env[69243]: INFO nova.compute.manager [-] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Took 2.17 seconds to deallocate network for instance. [ 812.778474] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689182, 'name': Rename_Task, 'duration_secs': 0.26205} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.778652] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.778914] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f73ca47f-fe05-49df-bae7-eb4044b3e2d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.787721] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 812.787721] env[69243]: value = "task-3689183" [ 812.787721] env[69243]: _type = "Task" [ 812.787721] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.803915] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.097811] env[69243]: DEBUG nova.scheduler.client.report [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.126060] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523fc827-8a4e-d485-f0c2-d09a289f6433, 'name': SearchDatastore_Task, 'duration_secs': 0.020486} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.127862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.127862] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] bba717d2-e15d-461d-a90d-d8b07514a155/bba717d2-e15d-461d-a90d-d8b07514a155.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.130273] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9c6873-e4a0-4843-bfcd-b1458a16b754 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.139492] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 813.139492] env[69243]: value = "task-3689184" [ 813.139492] env[69243]: _type = "Task" [ 813.139492] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.141763] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284adab-67af-037e-9abc-dedd8b537013/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.143071] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f7093-f9e9-4daa-ae9a-48684b8905f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.151664] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "refresh_cache-b018e7e6-295f-4e7a-894e-9b69dc67847a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.151879] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquired lock "refresh_cache-b018e7e6-295f-4e7a-894e-9b69dc67847a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.152087] env[69243]: DEBUG nova.network.neutron [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.160638] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.161298] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284adab-67af-037e-9abc-dedd8b537013/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.161298] env[69243]: ERROR oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284adab-67af-037e-9abc-dedd8b537013/disk-0.vmdk due to incomplete transfer. [ 813.161470] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2734b45f-25ca-49fe-a03c-b020b123250e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.172650] env[69243]: DEBUG oslo_vmware.rw_handles [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284adab-67af-037e-9abc-dedd8b537013/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 813.172883] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Uploaded image 3bdfedcb-5018-4ab6-a784-8e8ae25221a9 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 813.176289] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 813.177033] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6fdfb6a6-224e-4ae6-9d46-1103cca9e95d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.185396] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 813.185396] env[69243]: value = "task-3689185" [ 813.185396] env[69243]: _type = "Task" [ 813.185396] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.199458] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689185, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.218151] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.222842] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.301218] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.313778] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21f3d2-0e83-4407-be0a-acbd443002b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.322154] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78a035da-556b-4ca5-8cf1-3c0a6f1572bf tempest-ServersAdminNegativeTestJSON-1758093619 tempest-ServersAdminNegativeTestJSON-1758093619-project-admin] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Suspending the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 813.322451] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-40bdf60d-45d0-4446-8d9c-eee43a3872e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.331141] env[69243]: DEBUG oslo_vmware.api [None req-78a035da-556b-4ca5-8cf1-3c0a6f1572bf tempest-ServersAdminNegativeTestJSON-1758093619 tempest-ServersAdminNegativeTestJSON-1758093619-project-admin] Waiting for the task: (returnval){ [ 813.331141] env[69243]: value = "task-3689186" [ 813.331141] env[69243]: _type = "Task" [ 813.331141] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.341435] env[69243]: DEBUG oslo_vmware.api [None req-78a035da-556b-4ca5-8cf1-3c0a6f1572bf tempest-ServersAdminNegativeTestJSON-1758093619 tempest-ServersAdminNegativeTestJSON-1758093619-project-admin] Task: {'id': task-3689186, 'name': SuspendVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.607149] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.728s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.607713] env[69243]: INFO nova.compute.manager [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Migrating [ 813.617408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.380s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.617408] env[69243]: DEBUG nova.objects.instance [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lazy-loading 'resources' on Instance uuid 1edb65c1-6310-4d5d-ad06-5800093dfd70 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.642026] env[69243]: DEBUG nova.compute.manager [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Received event network-vif-deleted-147dd450-c005-4687-a40f-84a59f7c879a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.642026] env[69243]: DEBUG nova.compute.manager [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Received event network-vif-plugged-19a1bb9d-8af0-4842-9fa8-135315612a8b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.642725] env[69243]: DEBUG oslo_concurrency.lockutils [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] Acquiring lock "b018e7e6-295f-4e7a-894e-9b69dc67847a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.642725] env[69243]: DEBUG oslo_concurrency.lockutils [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.642725] env[69243]: DEBUG oslo_concurrency.lockutils [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.642951] env[69243]: DEBUG nova.compute.manager [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] No waiting events found dispatching network-vif-plugged-19a1bb9d-8af0-4842-9fa8-135315612a8b {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.643341] env[69243]: WARNING nova.compute.manager [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Received unexpected event network-vif-plugged-19a1bb9d-8af0-4842-9fa8-135315612a8b for instance with vm_state building and task_state spawning. [ 813.643528] env[69243]: DEBUG nova.compute.manager [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Received event network-changed-19a1bb9d-8af0-4842-9fa8-135315612a8b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.643759] env[69243]: DEBUG nova.compute.manager [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Refreshing instance network info cache due to event network-changed-19a1bb9d-8af0-4842-9fa8-135315612a8b. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.644109] env[69243]: DEBUG oslo_concurrency.lockutils [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] Acquiring lock "refresh_cache-b018e7e6-295f-4e7a-894e-9b69dc67847a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.665455] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.702434] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689185, 'name': Destroy_Task, 'duration_secs': 0.44821} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.702434] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Destroyed the VM [ 813.702434] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 813.702434] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1da98985-6167-4945-a7de-a8da6f8fb109 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.715588] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 813.715588] env[69243]: value = "task-3689187" [ 813.715588] env[69243]: _type = "Task" [ 813.715588] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.728989] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.778088] env[69243]: DEBUG nova.network.neutron [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.804407] env[69243]: DEBUG oslo_vmware.api [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689183, 'name': PowerOnVM_Task, 'duration_secs': 0.975254} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.804718] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.804921] env[69243]: INFO nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Took 8.55 seconds to spawn the instance on the hypervisor. [ 813.805123] env[69243]: DEBUG nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.805999] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f53aae0-da41-4947-bb98-4bbd46293471 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.847705] env[69243]: DEBUG oslo_vmware.api [None req-78a035da-556b-4ca5-8cf1-3c0a6f1572bf tempest-ServersAdminNegativeTestJSON-1758093619 tempest-ServersAdminNegativeTestJSON-1758093619-project-admin] Task: {'id': task-3689186, 'name': SuspendVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.020331] env[69243]: DEBUG nova.network.neutron [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Updating instance_info_cache with network_info: [{"id": "19a1bb9d-8af0-4842-9fa8-135315612a8b", "address": "fa:16:3e:3d:09:87", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a1bb9d-8a", "ovs_interfaceid": "19a1bb9d-8af0-4842-9fa8-135315612a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.128571] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.129483] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.129483] env[69243]: DEBUG nova.network.neutron [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.167329] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655951} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.167680] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] bba717d2-e15d-461d-a90d-d8b07514a155/bba717d2-e15d-461d-a90d-d8b07514a155.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.167916] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.168923] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8c896a5-c8ff-475a-9fec-2ece3c54268e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.182036] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 814.182036] env[69243]: value = "task-3689188" [ 814.182036] env[69243]: _type = "Task" [ 814.182036] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.197150] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.227426] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689187, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.300837] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "b27b5c15-da1a-4999-a185-b37c2b0c416b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.301672] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.330258] env[69243]: INFO nova.compute.manager [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Took 43.25 seconds to build instance. [ 814.346075] env[69243]: DEBUG oslo_vmware.api [None req-78a035da-556b-4ca5-8cf1-3c0a6f1572bf tempest-ServersAdminNegativeTestJSON-1758093619 tempest-ServersAdminNegativeTestJSON-1758093619-project-admin] Task: {'id': task-3689186, 'name': SuspendVM_Task, 'duration_secs': 0.769136} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.348946] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78a035da-556b-4ca5-8cf1-3c0a6f1572bf tempest-ServersAdminNegativeTestJSON-1758093619 tempest-ServersAdminNegativeTestJSON-1758093619-project-admin] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Suspended the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 814.349162] env[69243]: DEBUG nova.compute.manager [None req-78a035da-556b-4ca5-8cf1-3c0a6f1572bf tempest-ServersAdminNegativeTestJSON-1758093619 tempest-ServersAdminNegativeTestJSON-1758093619-project-admin] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.350738] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2303766-f614-4ff3-962f-d32bd17c4b90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.523202] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Releasing lock "refresh_cache-b018e7e6-295f-4e7a-894e-9b69dc67847a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.523629] env[69243]: DEBUG nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Instance network_info: |[{"id": "19a1bb9d-8af0-4842-9fa8-135315612a8b", "address": "fa:16:3e:3d:09:87", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a1bb9d-8a", "ovs_interfaceid": "19a1bb9d-8af0-4842-9fa8-135315612a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.523956] env[69243]: DEBUG oslo_concurrency.lockutils [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] Acquired lock "refresh_cache-b018e7e6-295f-4e7a-894e-9b69dc67847a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.524156] env[69243]: DEBUG nova.network.neutron [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Refreshing network info cache for port 19a1bb9d-8af0-4842-9fa8-135315612a8b {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.527069] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:09:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19a1bb9d-8af0-4842-9fa8-135315612a8b', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.536626] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Creating folder: Project (0bfb03dafe6b4fcea2058beb1857512c). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.541100] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc1c2f28-5351-4e3d-a8df-390b74c7c285 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.555061] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Created folder: Project (0bfb03dafe6b4fcea2058beb1857512c) in parent group-v734844. [ 814.555368] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Creating folder: Instances. Parent ref: group-v735004. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.556553] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bdd0200-6d0a-49dd-ad75-3bad6715c3e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.579670] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Created folder: Instances in parent group-v735004. [ 814.579670] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.579670] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.579670] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7a6561-5294-42fe-a1dc-778cf27fbdce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.610563] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.610563] env[69243]: value = "task-3689191" [ 814.610563] env[69243]: _type = "Task" [ 814.610563] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.620781] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689191, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.694885] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073544} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.697610] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.698480] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3f22b9-d3ab-40e6-b2ca-36668c94e7a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.730085] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] bba717d2-e15d-461d-a90d-d8b07514a155/bba717d2-e15d-461d-a90d-d8b07514a155.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.736998] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347392c7-9d42-42bd-8370-89a3f6f88e57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.761080] env[69243]: DEBUG oslo_vmware.api [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689187, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680598} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.761853] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 814.762124] env[69243]: INFO nova.compute.manager [None req-027b7879-fb6a-4cc6-bebe-a28a69443dc4 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Took 15.51 seconds to snapshot the instance on the hypervisor. [ 814.766227] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 814.766227] env[69243]: value = "task-3689192" [ 814.766227] env[69243]: _type = "Task" [ 814.766227] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.783643] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.826689] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81413406-2c04-406b-a4a8-c69b8f42f101 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.834972] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7c9a242d-48d9-4c9a-a827-a12ff32cb22b tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.878s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.837855] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5c0f4-5507-4fd2-9f27-036253f95140 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.882645] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e98c6d-7e40-4341-b168-55c6023b2cfe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.893298] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98da45d3-1f6b-48fa-aca6-7cd9c9b54be8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.909564] env[69243]: DEBUG nova.compute.provider_tree [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.006150] env[69243]: DEBUG nova.network.neutron [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [{"id": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "address": "fa:16:3e:2c:77:4e", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a41b092-f4", "ovs_interfaceid": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.122523] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689191, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.143959] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "6de6f4c3-acc1-462d-9647-863dfddb2465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.144234] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.279074] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689192, 'name': ReconfigVM_Task, 'duration_secs': 0.288008} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.280547] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "11c271a6-32aa-4f5f-98e9-058292f4d79c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.280951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.281386] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "11c271a6-32aa-4f5f-98e9-058292f4d79c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.281799] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.283951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.283951] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Reconfigured VM instance instance-00000035 to attach disk [datastore2] bba717d2-e15d-461d-a90d-d8b07514a155/bba717d2-e15d-461d-a90d-d8b07514a155.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.285570] env[69243]: INFO nova.compute.manager [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Terminating instance [ 815.287563] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de237bcc-8a6e-4042-aeaa-06c09015795d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.301312] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 815.301312] env[69243]: value = "task-3689193" [ 815.301312] env[69243]: _type = "Task" [ 815.301312] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.312403] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689193, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.343324] env[69243]: DEBUG nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.424467] env[69243]: DEBUG nova.network.neutron [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Updated VIF entry in instance network info cache for port 19a1bb9d-8af0-4842-9fa8-135315612a8b. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.424898] env[69243]: DEBUG nova.network.neutron [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Updating instance_info_cache with network_info: [{"id": "19a1bb9d-8af0-4842-9fa8-135315612a8b", "address": "fa:16:3e:3d:09:87", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a1bb9d-8a", "ovs_interfaceid": "19a1bb9d-8af0-4842-9fa8-135315612a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.441524] env[69243]: ERROR nova.scheduler.client.report [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [req-7c1e97aa-4e43-4ad4-a80a-2ccc9166781f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c1e97aa-4e43-4ad4-a80a-2ccc9166781f"}]} [ 815.461417] env[69243]: DEBUG nova.scheduler.client.report [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 815.476821] env[69243]: DEBUG nova.scheduler.client.report [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 815.477043] env[69243]: DEBUG nova.compute.provider_tree [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.490070] env[69243]: DEBUG nova.scheduler.client.report [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 815.508658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.519152] env[69243]: DEBUG nova.scheduler.client.report [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 815.629950] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689191, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.799736] env[69243]: DEBUG nova.compute.manager [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.800044] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.800912] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31a5fc0-a5a5-4641-ba6f-2d16e72228e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.820826] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.821146] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689193, 'name': Rename_Task, 'duration_secs': 0.152832} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.822251] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8bbda0-85c9-4da6-b701-555c8887f0f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.824621] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.824621] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-152757fa-0bd0-4669-8fac-b3d4ddc10518 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.829466] env[69243]: DEBUG oslo_vmware.api [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 815.829466] env[69243]: value = "task-3689194" [ 815.829466] env[69243]: _type = "Task" [ 815.829466] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.830490] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 815.830490] env[69243]: value = "task-3689195" [ 815.830490] env[69243]: _type = "Task" [ 815.830490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.843992] env[69243]: DEBUG oslo_vmware.api [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.851106] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.867059] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.931481] env[69243]: DEBUG oslo_concurrency.lockutils [req-101d6ec6-9df6-4faa-950b-baf4aea08ca8 req-dc6049df-8ea5-4624-8440-8f29dfd1f53d service nova] Releasing lock "refresh_cache-b018e7e6-295f-4e7a-894e-9b69dc67847a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107548] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb194e7-4c5b-4d18-b5ef-1015aeaec027 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.120107] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563dc265-f730-45a2-9bbe-d62e50f6a989 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.139036] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689191, 'name': CreateVM_Task, 'duration_secs': 1.189631} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.168748] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.170505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.170505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.172519] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.173407] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff282215-3402-4fff-b054-3490c7a0253a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.176712] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c320eabc-dd8e-4ac0-92d6-5d1c0ab0d98d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.186047] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad70226-4d47-4ff0-8998-74d3880a97d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.191324] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 816.191324] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef49ba-8c82-834a-71ae-0dd5299b088b" [ 816.191324] env[69243]: _type = "Task" [ 816.191324] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.205818] env[69243]: DEBUG nova.compute.provider_tree [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.213138] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef49ba-8c82-834a-71ae-0dd5299b088b, 'name': SearchDatastore_Task, 'duration_secs': 0.013611} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.213443] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.213679] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.213964] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.214145] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.214328] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.214608] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6947b1-6851-452a-970a-2808a0d64185 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.224525] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.224673] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.225476] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90a9e33-3455-4b1b-9fb9-0da4d4ae63a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.231940] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 816.231940] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fcf7b6-73d6-de75-0362-fae2085a8cbe" [ 816.231940] env[69243]: _type = "Task" [ 816.231940] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.241555] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fcf7b6-73d6-de75-0362-fae2085a8cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.343314] env[69243]: DEBUG oslo_vmware.api [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689195, 'name': PowerOnVM_Task, 'duration_secs': 0.469905} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.345926] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.346162] env[69243]: INFO nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Took 8.40 seconds to spawn the instance on the hypervisor. [ 816.346458] env[69243]: DEBUG nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.346614] env[69243]: DEBUG oslo_vmware.api [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689194, 'name': PowerOffVM_Task, 'duration_secs': 0.221252} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.347722] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669775b-d6ec-46ff-9b6f-c6ec2f1fd742 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.353368] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.353368] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.353615] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00c794e6-4bf1-40a0-b434-1476839664f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.421676] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.421997] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.422279] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Deleting the datastore file [datastore2] 11c271a6-32aa-4f5f-98e9-058292f4d79c {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.422584] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-100d2b11-b243-42bd-8d3c-c4eb12908a71 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.430380] env[69243]: DEBUG oslo_vmware.api [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for the task: (returnval){ [ 816.430380] env[69243]: value = "task-3689197" [ 816.430380] env[69243]: _type = "Task" [ 816.430380] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.440624] env[69243]: DEBUG oslo_vmware.api [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.746770] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fcf7b6-73d6-de75-0362-fae2085a8cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.746770] env[69243]: DEBUG nova.scheduler.client.report [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 816.746911] env[69243]: DEBUG nova.compute.provider_tree [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 77 to 78 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 816.747827] env[69243]: DEBUG nova.compute.provider_tree [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.751967] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2900ef7-f342-477a-b3ef-bda5377afe74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.758672] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 816.758672] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523af6b2-8e6a-eea9-c7f2-fb8c4f5932c8" [ 816.758672] env[69243]: _type = "Task" [ 816.758672] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.767328] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523af6b2-8e6a-eea9-c7f2-fb8c4f5932c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.872755] env[69243]: INFO nova.compute.manager [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Took 45.46 seconds to build instance. [ 816.940694] env[69243]: DEBUG oslo_vmware.api [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Task: {'id': task-3689197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172459} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.940974] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.941357] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.941434] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.941586] env[69243]: INFO nova.compute.manager [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.941947] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.942193] env[69243]: DEBUG nova.compute.manager [-] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.942304] env[69243]: DEBUG nova.network.neutron [-] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.033056] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4194b0-c898-4f18-9186-76b3e908c4fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.056647] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance '54841bf4-7c84-4f22-85b0-ea0531580855' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 817.255607] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.638s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.259159] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.505s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.261227] env[69243]: INFO nova.compute.claims [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.278211] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523af6b2-8e6a-eea9-c7f2-fb8c4f5932c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.278491] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.278744] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b018e7e6-295f-4e7a-894e-9b69dc67847a/b018e7e6-295f-4e7a-894e-9b69dc67847a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.279015] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2757589e-a5ad-4715-b738-852074d7dadb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.285422] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 817.285422] env[69243]: value = "task-3689201" [ 817.285422] env[69243]: _type = "Task" [ 817.285422] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.301422] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.302635] env[69243]: INFO nova.scheduler.client.report [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted allocations for instance 1edb65c1-6310-4d5d-ad06-5800093dfd70 [ 817.374197] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f52f9f9-83f8-4343-8d1a-95303c3f6eab tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.222s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.414784] env[69243]: DEBUG nova.compute.manager [req-187e65ca-9d41-4814-8946-1c7b9030cec6 req-44a44b28-a465-48dc-bfb7-47083871df3d service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Received event network-vif-deleted-1cb72343-6de6-49f4-9297-f84da0dc6114 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.414962] env[69243]: INFO nova.compute.manager [req-187e65ca-9d41-4814-8946-1c7b9030cec6 req-44a44b28-a465-48dc-bfb7-47083871df3d service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Neutron deleted interface 1cb72343-6de6-49f4-9297-f84da0dc6114; detaching it from the instance and deleting it from the info cache [ 817.415155] env[69243]: DEBUG nova.network.neutron [req-187e65ca-9d41-4814-8946-1c7b9030cec6 req-44a44b28-a465-48dc-bfb7-47083871df3d service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.479580] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.480471] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.480716] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.480926] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.481107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.483591] env[69243]: INFO nova.compute.manager [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Terminating instance [ 817.566676] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.566676] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abc4e9c-72f7-4e18-9333-c6bc4faab48f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.574124] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 817.574124] env[69243]: value = "task-3689202" [ 817.574124] env[69243]: _type = "Task" [ 817.574124] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.584876] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.800805] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689201, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.815803] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d52d30a6-e2b2-44df-a5d9-c3fe94dcba4a tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "1edb65c1-6310-4d5d-ad06-5800093dfd70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.034s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.849708] env[69243]: DEBUG nova.network.neutron [-] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.877576] env[69243]: DEBUG nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.919793] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53bcb55d-86cb-45e1-a8f3-b518bf862ea4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.927757] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d594e29-c964-4136-bc6e-db531c905039 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.963758] env[69243]: DEBUG nova.compute.manager [req-187e65ca-9d41-4814-8946-1c7b9030cec6 req-44a44b28-a465-48dc-bfb7-47083871df3d service nova] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Detach interface failed, port_id=1cb72343-6de6-49f4-9297-f84da0dc6114, reason: Instance 11c271a6-32aa-4f5f-98e9-058292f4d79c could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.988776] env[69243]: DEBUG nova.compute.manager [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.989008] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.990051] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2813ed-b960-4822-b351-bf89fb69fded {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.997272] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.997540] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63489de4-3e53-4a97-9621-7b3b77225a98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.064012] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.064827] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.064827] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Deleting the datastore file [datastore2] e15390a1-8b62-4bcc-9ab1-6b434a1227cb {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.064827] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bff362ff-1d77-46b5-a587-fe3229dabf7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.071805] env[69243]: DEBUG oslo_vmware.api [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 818.071805] env[69243]: value = "task-3689204" [ 818.071805] env[69243]: _type = "Task" [ 818.071805] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.082797] env[69243]: DEBUG oslo_vmware.api [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.085683] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689202, 'name': PowerOffVM_Task, 'duration_secs': 0.246577} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.085973] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.086176] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance '54841bf4-7c84-4f22-85b0-ea0531580855' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.296888] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514434} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.299652] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b018e7e6-295f-4e7a-894e-9b69dc67847a/b018e7e6-295f-4e7a-894e-9b69dc67847a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.299877] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.300345] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11349706-69e9-4c78-9e99-74ff3c926c7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.306306] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 818.306306] env[69243]: value = "task-3689205" [ 818.306306] env[69243]: _type = "Task" [ 818.306306] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.315873] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.353385] env[69243]: INFO nova.compute.manager [-] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Took 1.41 seconds to deallocate network for instance. [ 818.400949] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.581548] env[69243]: DEBUG oslo_vmware.api [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14673} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.584061] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.584287] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.584469] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.584642] env[69243]: INFO nova.compute.manager [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Took 0.60 seconds to destroy the instance on the hypervisor. [ 818.584880] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.585940] env[69243]: DEBUG nova.compute.manager [-] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.585940] env[69243]: DEBUG nova.network.neutron [-] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.592902] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.593135] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.593283] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.593468] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.593611] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.593752] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.593948] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.594111] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.594272] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.594479] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.594631] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.602430] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4958c91c-6be7-4a89-97d6-e2ecf4fe0735 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.619756] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 818.619756] env[69243]: value = "task-3689206" [ 818.619756] env[69243]: _type = "Task" [ 818.619756] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.633587] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.785930] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b56dd-ac81-445a-8c99-8859e1477bc0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.794428] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef02975-ddf6-4fe6-8416-49a75519401d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.837521] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d71c6-b49e-41a2-baf4-73169ef11c57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.845499] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071746} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.847710] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.848583] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba12385c-39d2-4bb4-addf-b328302f5ec3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.856274] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25ab0c5-8f08-4c00-b0c3-429de7e42f5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.860740] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.882363] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b018e7e6-295f-4e7a-894e-9b69dc67847a/b018e7e6-295f-4e7a-894e-9b69dc67847a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.891653] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b51eb58-b87f-4da3-a166-8133fa954620 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.908776] env[69243]: DEBUG nova.compute.provider_tree [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.917033] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 818.917033] env[69243]: value = "task-3689207" [ 818.917033] env[69243]: _type = "Task" [ 818.917033] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.927729] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.065023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "bba717d2-e15d-461d-a90d-d8b07514a155" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.065135] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.129648] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.430830] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.431845] env[69243]: ERROR nova.scheduler.client.report [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [req-54ca462a-4f6e-4fd3-8525-94c60963efe6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54ca462a-4f6e-4fd3-8525-94c60963efe6"}]} [ 819.447873] env[69243]: DEBUG nova.scheduler.client.report [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 819.456382] env[69243]: DEBUG nova.network.neutron [-] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.462085] env[69243]: DEBUG nova.scheduler.client.report [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 819.462085] env[69243]: DEBUG nova.compute.provider_tree [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.475364] env[69243]: DEBUG nova.scheduler.client.report [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 819.494914] env[69243]: DEBUG nova.scheduler.client.report [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.568820] env[69243]: DEBUG nova.compute.utils [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.631351] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.631588] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.636899] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.723770] env[69243]: DEBUG nova.compute.manager [req-55dc5a11-1866-4fd5-81c4-2f9119f33d0b req-cecfc59b-bda0-4822-8778-8a8669a65002 service nova] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Received event network-vif-deleted-02e60455-34aa-41d5-8b17-92769572b8f8 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.929678] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.966132] env[69243]: INFO nova.compute.manager [-] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Took 1.38 seconds to deallocate network for instance. [ 820.070622] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.113321] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b6ef6-b236-4afe-b97b-35be2f2b00c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.121819] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2138c338-d2ed-4e84-8614-851c12e78a44 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.135368] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689206, 'name': ReconfigVM_Task, 'duration_secs': 1.347272} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.160935] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance '54841bf4-7c84-4f22-85b0-ea0531580855' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.168025] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3bb815-389a-4e69-b6a4-c74226d87fba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.174353] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595fd078-09a3-44b3-9f95-34bb55444126 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.190732] env[69243]: DEBUG nova.compute.provider_tree [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.428705] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689207, 'name': ReconfigVM_Task, 'duration_secs': 1.322113} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.428984] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b018e7e6-295f-4e7a-894e-9b69dc67847a/b018e7e6-295f-4e7a-894e-9b69dc67847a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.429710] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-755811d6-4a82-40a4-95e6-a9d95931b5d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.441704] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 820.441704] env[69243]: value = "task-3689209" [ 820.441704] env[69243]: _type = "Task" [ 820.441704] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.451648] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689209, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.474579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.673429] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='80edc8c5-85dd-42a4-ae20-3572eb9d266a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1703145830',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.673623] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.673623] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.673775] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.673918] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.674075] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.674280] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.674439] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.674604] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.674763] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.674961] env[69243]: DEBUG nova.virt.hardware [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.680280] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 820.681236] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c87f37c-e2bc-448f-9aad-bd38d6891e07 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.704128] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 820.704128] env[69243]: value = "task-3689210" [ 820.704128] env[69243]: _type = "Task" [ 820.704128] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.714902] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.726335] env[69243]: DEBUG nova.scheduler.client.report [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.726618] env[69243]: DEBUG nova.compute.provider_tree [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 79 to 80 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.726854] env[69243]: DEBUG nova.compute.provider_tree [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.953449] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689209, 'name': Rename_Task, 'duration_secs': 0.184139} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.953449] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.953775] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea352fac-6334-43f0-9981-3e2023fb0b61 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.962079] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 820.962079] env[69243]: value = "task-3689211" [ 820.962079] env[69243]: _type = "Task" [ 820.962079] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.972515] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.144533] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "bba717d2-e15d-461d-a90d-d8b07514a155" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.144653] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.144854] env[69243]: INFO nova.compute.manager [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Attaching volume a476dd93-10af-4ee5-808e-30a314e3d4fc to /dev/sdb [ 821.181083] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec97bf4-5a79-4f58-984f-21e547a1f507 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.190520] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b24431-68a8-442f-9457-2613ce739540 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.205918] env[69243]: DEBUG nova.virt.block_device [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Updating existing volume attachment record: 39338662-5c5c-46b7-bb57-ef431f954668 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 821.216180] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689210, 'name': ReconfigVM_Task, 'duration_secs': 0.207133} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.216450] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.217217] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be861cff-7594-4c0e-85db-6fab6293765a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.233198] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.974s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.233625] env[69243]: DEBUG nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.243190] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.243691] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.682s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.243910] env[69243]: DEBUG nova.objects.instance [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lazy-loading 'resources' on Instance uuid 3edd19c0-e0bb-441c-9980-72e60c66b4c5 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.245122] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1439bb65-6442-4e56-aa7c-8da3fbb558d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.270048] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 821.270048] env[69243]: value = "task-3689212" [ 821.270048] env[69243]: _type = "Task" [ 821.270048] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.284618] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.474933] env[69243]: DEBUG oslo_vmware.api [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689211, 'name': PowerOnVM_Task, 'duration_secs': 0.49615} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.475248] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.475491] env[69243]: INFO nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Took 10.78 seconds to spawn the instance on the hypervisor. [ 821.475696] env[69243]: DEBUG nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.476547] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e65fa1-05ee-4a44-82ce-3ff2b8dc037a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.746503] env[69243]: DEBUG nova.compute.utils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.748385] env[69243]: DEBUG nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.748385] env[69243]: DEBUG nova.network.neutron [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.771167] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c959aac1-c4ba-4cfa-8284-681e9798f23b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.786362] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9109c9d4-a00a-449e-8e94-cecf86185a63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.790108] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.823016] env[69243]: DEBUG nova.policy [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e55e299c32554f52a8ca82dfe80a9805', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99104d10830e4fc49918c27e4bdc1a89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.827036] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074fa022-7314-419f-8729-67ac099d050d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.835031] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a80ea19-4c1c-4d83-8960-81ba6bc3611f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.850136] env[69243]: DEBUG nova.compute.provider_tree [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.997370] env[69243]: INFO nova.compute.manager [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Took 45.91 seconds to build instance. [ 822.231314] env[69243]: DEBUG nova.network.neutron [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Successfully created port: 65862a03-480a-41fb-9dc0-d75971aa3a42 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.252226] env[69243]: DEBUG nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.286471] env[69243]: DEBUG nova.compute.manager [None req-4f90e9e6-dc8e-456b-91d2-1e14e1ca091a tempest-ServerDiagnosticsTest-191814539 tempest-ServerDiagnosticsTest-191814539-project-admin] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.288761] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d24b9ec-0c3c-4997-8b8b-8f9512dcc6e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.295275] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689212, 'name': ReconfigVM_Task, 'duration_secs': 0.535794} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.295988] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.296309] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance '54841bf4-7c84-4f22-85b0-ea0531580855' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 822.303019] env[69243]: INFO nova.compute.manager [None req-4f90e9e6-dc8e-456b-91d2-1e14e1ca091a tempest-ServerDiagnosticsTest-191814539 tempest-ServerDiagnosticsTest-191814539-project-admin] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Retrieving diagnostics [ 822.303019] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29ce86e-f92b-42fd-b611-166cddb12e4d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.355024] env[69243]: DEBUG nova.scheduler.client.report [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.501042] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8bd84690-7066-4e1b-91c7-c32f560a8acc tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.808s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.805323] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ece551d-1e9e-4300-aead-2ae3f3138056 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.827469] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cadecc-7cfe-48a1-a9b9-4ca834765c1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.848579] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance '54841bf4-7c84-4f22-85b0-ea0531580855' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 822.860037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.862331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.731s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.864525] env[69243]: INFO nova.compute.claims [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.879725] env[69243]: INFO nova.scheduler.client.report [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Deleted allocations for instance 3edd19c0-e0bb-441c-9980-72e60c66b4c5 [ 823.004770] env[69243]: DEBUG nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.264248] env[69243]: DEBUG nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.291878] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.292148] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.292311] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.292500] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.292690] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.292852] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.293103] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.293317] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.293535] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.293766] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.294011] env[69243]: DEBUG nova.virt.hardware [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.295171] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e701b-7fd2-47eb-8596-bb8dcf9efb64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.304825] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42312876-6cfa-4694-a68b-c64e196600c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.388695] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c945f5b-3fbf-4bda-8d85-471549c3d7d0 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "3edd19c0-e0bb-441c-9980-72e60c66b4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.277s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.400685] env[69243]: DEBUG nova.network.neutron [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Port 9a41b092-f4ef-4510-9046-975fbc17e0ec binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 823.413466] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "b018e7e6-295f-4e7a-894e-9b69dc67847a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.414221] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.414221] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "b018e7e6-295f-4e7a-894e-9b69dc67847a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.414221] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.414399] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.416350] env[69243]: INFO nova.compute.manager [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Terminating instance [ 823.527242] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.824512] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.824999] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.824999] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.825222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.825463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.827490] env[69243]: INFO nova.compute.manager [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Terminating instance [ 823.876087] env[69243]: DEBUG nova.compute.manager [req-ea352718-e690-4ea6-84aa-5fc1d66cb8a4 req-b24a3187-59d9-48ef-a038-85c450b3838a service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Received event network-vif-plugged-65862a03-480a-41fb-9dc0-d75971aa3a42 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.876300] env[69243]: DEBUG oslo_concurrency.lockutils [req-ea352718-e690-4ea6-84aa-5fc1d66cb8a4 req-b24a3187-59d9-48ef-a038-85c450b3838a service nova] Acquiring lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.876509] env[69243]: DEBUG oslo_concurrency.lockutils [req-ea352718-e690-4ea6-84aa-5fc1d66cb8a4 req-b24a3187-59d9-48ef-a038-85c450b3838a service nova] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.877440] env[69243]: DEBUG oslo_concurrency.lockutils [req-ea352718-e690-4ea6-84aa-5fc1d66cb8a4 req-b24a3187-59d9-48ef-a038-85c450b3838a service nova] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.877440] env[69243]: DEBUG nova.compute.manager [req-ea352718-e690-4ea6-84aa-5fc1d66cb8a4 req-b24a3187-59d9-48ef-a038-85c450b3838a service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] No waiting events found dispatching network-vif-plugged-65862a03-480a-41fb-9dc0-d75971aa3a42 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.877440] env[69243]: WARNING nova.compute.manager [req-ea352718-e690-4ea6-84aa-5fc1d66cb8a4 req-b24a3187-59d9-48ef-a038-85c450b3838a service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Received unexpected event network-vif-plugged-65862a03-480a-41fb-9dc0-d75971aa3a42 for instance with vm_state building and task_state spawning. [ 823.922319] env[69243]: DEBUG nova.compute.manager [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.922319] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.922319] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d19a0-7af0-442f-8ca4-8e5b78f5f72c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.930896] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.933347] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab9c6bb7-37cb-4a83-9fd6-83c0280c3164 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.942017] env[69243]: DEBUG oslo_vmware.api [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 823.942017] env[69243]: value = "task-3689218" [ 823.942017] env[69243]: _type = "Task" [ 823.942017] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.950538] env[69243]: DEBUG oslo_vmware.api [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.050641] env[69243]: DEBUG nova.network.neutron [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Successfully updated port: 65862a03-480a-41fb-9dc0-d75971aa3a42 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.331273] env[69243]: DEBUG nova.compute.manager [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.332990] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.335022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e28cad-a5f0-42a7-8e3b-75da27bd7d3b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.345909] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.346747] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e2f1eb-4bac-4473-b460-cb96e363f644 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.355203] env[69243]: DEBUG oslo_vmware.api [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 824.355203] env[69243]: value = "task-3689220" [ 824.355203] env[69243]: _type = "Task" [ 824.355203] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.364559] env[69243]: DEBUG oslo_vmware.api [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.433686] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.433930] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.438018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.455018] env[69243]: DEBUG oslo_vmware.api [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689218, 'name': PowerOffVM_Task, 'duration_secs': 0.210122} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.458358] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.458358] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.458987] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00ef2e97-365a-4279-a3c0-eddfa80bbfd9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.527672] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "729eed82-b53c-4594-a5d3-dcb88518b2d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.527938] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.534727] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e67abc-072b-4ffc-a474-a66d955a316f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.541969] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.542410] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.542451] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Deleting the datastore file [datastore1] b018e7e6-295f-4e7a-894e-9b69dc67847a {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.543435] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19576ad8-1ed0-46fa-bc94-995476b7f336 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.550947] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9e656f-d9ea-4073-aadd-443d809fd457 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.556457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "refresh_cache-8c126b02-1af6-4e07-9459-d8aa6717cd1c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556592] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "refresh_cache-8c126b02-1af6-4e07-9459-d8aa6717cd1c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556743] env[69243]: DEBUG nova.network.neutron [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.559575] env[69243]: DEBUG oslo_vmware.api [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for the task: (returnval){ [ 824.559575] env[69243]: value = "task-3689222" [ 824.559575] env[69243]: _type = "Task" [ 824.559575] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.589902] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a4e85f-adae-40a1-9f5c-803daf6ba5e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.596855] env[69243]: DEBUG oslo_vmware.api [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.603234] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe3a9f-90c9-4ce0-8c5e-92e09f708215 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.617706] env[69243]: DEBUG nova.compute.provider_tree [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.865784] env[69243]: DEBUG oslo_vmware.api [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689220, 'name': PowerOffVM_Task, 'duration_secs': 0.248988} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.866058] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.866228] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.866486] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46683a65-8c14-42ba-afdc-2f3f7afa4acc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.945316] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.945523] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.945710] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Deleting the datastore file [datastore2] 0ed34d2e-00c5-4ca1-9e48-c7bc56147456 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.946412] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcdbc109-04d9-46fa-9ac4-59c826f3954d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.954351] env[69243]: DEBUG oslo_vmware.api [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 824.954351] env[69243]: value = "task-3689224" [ 824.954351] env[69243]: _type = "Task" [ 824.954351] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.963410] env[69243]: DEBUG oslo_vmware.api [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.074342] env[69243]: DEBUG oslo_vmware.api [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Task: {'id': task-3689222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168046} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.074768] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.074768] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.074933] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.075130] env[69243]: INFO nova.compute.manager [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 825.075391] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.075576] env[69243]: DEBUG nova.compute.manager [-] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.075693] env[69243]: DEBUG nova.network.neutron [-] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.121245] env[69243]: DEBUG nova.scheduler.client.report [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.132769] env[69243]: DEBUG nova.network.neutron [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.187504] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "9334f78e-1230-4726-8a9d-9daf2ab977a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.187792] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.188012] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "9334f78e-1230-4726-8a9d-9daf2ab977a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.188198] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.188360] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.190625] env[69243]: INFO nova.compute.manager [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Terminating instance [ 825.409796] env[69243]: DEBUG nova.network.neutron [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Updating instance_info_cache with network_info: [{"id": "65862a03-480a-41fb-9dc0-d75971aa3a42", "address": "fa:16:3e:d7:cb:53", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65862a03-48", "ovs_interfaceid": "65862a03-480a-41fb-9dc0-d75971aa3a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.466847] env[69243]: DEBUG oslo_vmware.api [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141251} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.467065] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.467249] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.467431] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.467602] env[69243]: INFO nova.compute.manager [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Took 1.13 seconds to destroy the instance on the hypervisor. [ 825.467834] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.468035] env[69243]: DEBUG nova.compute.manager [-] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.468130] env[69243]: DEBUG nova.network.neutron [-] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.492405] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.492585] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.492756] env[69243]: DEBUG nova.network.neutron [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.627489] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.628065] env[69243]: DEBUG nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.631401] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.870s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.632549] env[69243]: INFO nova.compute.claims [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.696272] env[69243]: DEBUG nova.compute.manager [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.696272] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.696576] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e654d4fe-a8b1-4b09-b577-6ec3f56b93b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.706082] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.706351] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7999723-d353-4935-82af-a29394199cd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.726603] env[69243]: DEBUG oslo_vmware.api [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 825.726603] env[69243]: value = "task-3689225" [ 825.726603] env[69243]: _type = "Task" [ 825.726603] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.741214] env[69243]: DEBUG oslo_vmware.api [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.752585] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 825.752585] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735011', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'name': 'volume-a476dd93-10af-4ee5-808e-30a314e3d4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bba717d2-e15d-461d-a90d-d8b07514a155', 'attached_at': '', 'detached_at': '', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'serial': 'a476dd93-10af-4ee5-808e-30a314e3d4fc'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 825.753169] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bece16-27eb-4b8c-b562-63e7e9ead9a8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.770850] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cc449-6130-40aa-a763-bc992a63c6b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.796789] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-a476dd93-10af-4ee5-808e-30a314e3d4fc/volume-a476dd93-10af-4ee5-808e-30a314e3d4fc.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.797209] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f180db78-f0a3-4793-b1c0-22af081216f3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.817732] env[69243]: DEBUG oslo_vmware.api [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 825.817732] env[69243]: value = "task-3689226" [ 825.817732] env[69243]: _type = "Task" [ 825.817732] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.830311] env[69243]: DEBUG oslo_vmware.api [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.913059] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "refresh_cache-8c126b02-1af6-4e07-9459-d8aa6717cd1c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.913416] env[69243]: DEBUG nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Instance network_info: |[{"id": "65862a03-480a-41fb-9dc0-d75971aa3a42", "address": "fa:16:3e:d7:cb:53", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65862a03-48", "ovs_interfaceid": "65862a03-480a-41fb-9dc0-d75971aa3a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.913862] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:cb:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65862a03-480a-41fb-9dc0-d75971aa3a42', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.921723] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.922258] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.922258] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a4ef8d0-b900-41aa-a837-b89c21f7dfb4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.948508] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.948508] env[69243]: value = "task-3689227" [ 825.948508] env[69243]: _type = "Task" [ 825.948508] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.957142] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689227, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.040066] env[69243]: DEBUG nova.network.neutron [-] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.139596] env[69243]: DEBUG nova.compute.utils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.141663] env[69243]: DEBUG nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.141912] env[69243]: DEBUG nova.network.neutron [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.246977] env[69243]: DEBUG oslo_vmware.api [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689225, 'name': PowerOffVM_Task, 'duration_secs': 0.259785} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.247743] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.248986] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.248986] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57f6b491-05e4-4d3a-8a20-56050525a40f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.273268] env[69243]: DEBUG nova.policy [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.332554] env[69243]: DEBUG oslo_vmware.api [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689226, 'name': ReconfigVM_Task, 'duration_secs': 0.482713} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.334131] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-a476dd93-10af-4ee5-808e-30a314e3d4fc/volume-a476dd93-10af-4ee5-808e-30a314e3d4fc.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.344488] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.345338] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.345719] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Deleting the datastore file [datastore2] 9334f78e-1230-4726-8a9d-9daf2ab977a9 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.346483] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73aef8cd-2146-498c-b79b-cb5615a37b39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.360579] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-935fd7e0-62a8-4174-9f3c-9e60d087a56c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.375834] env[69243]: DEBUG oslo_vmware.api [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 826.375834] env[69243]: value = "task-3689230" [ 826.375834] env[69243]: _type = "Task" [ 826.375834] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.377590] env[69243]: DEBUG oslo_vmware.api [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for the task: (returnval){ [ 826.377590] env[69243]: value = "task-3689231" [ 826.377590] env[69243]: _type = "Task" [ 826.377590] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.393612] env[69243]: DEBUG oslo_vmware.api [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.401241] env[69243]: DEBUG oslo_vmware.api [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689230, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.461398] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689227, 'name': CreateVM_Task, 'duration_secs': 0.411674} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.461610] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.462682] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.462863] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.463236] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.465148] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6a7364-7adf-4836-89e3-436eaa4c7bcb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.469117] env[69243]: DEBUG nova.compute.manager [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Received event network-changed-65862a03-480a-41fb-9dc0-d75971aa3a42 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.469453] env[69243]: DEBUG nova.compute.manager [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Refreshing instance network info cache due to event network-changed-65862a03-480a-41fb-9dc0-d75971aa3a42. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.469850] env[69243]: DEBUG oslo_concurrency.lockutils [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] Acquiring lock "refresh_cache-8c126b02-1af6-4e07-9459-d8aa6717cd1c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.469850] env[69243]: DEBUG oslo_concurrency.lockutils [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] Acquired lock "refresh_cache-8c126b02-1af6-4e07-9459-d8aa6717cd1c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.469983] env[69243]: DEBUG nova.network.neutron [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Refreshing network info cache for port 65862a03-480a-41fb-9dc0-d75971aa3a42 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.476908] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 826.476908] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd67ea-750f-4a93-a682-aa3f24892ecd" [ 826.476908] env[69243]: _type = "Task" [ 826.476908] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.492289] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd67ea-750f-4a93-a682-aa3f24892ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.526026] env[69243]: DEBUG nova.compute.manager [req-247a48b8-fce1-4f92-a968-066f84ac4908 req-0e1d726f-62b0-40f2-a176-b5ace58e61a8 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Received event network-vif-deleted-629e460c-be84-4c96-9dff-b9dc19e7ae35 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.526212] env[69243]: INFO nova.compute.manager [req-247a48b8-fce1-4f92-a968-066f84ac4908 req-0e1d726f-62b0-40f2-a176-b5ace58e61a8 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Neutron deleted interface 629e460c-be84-4c96-9dff-b9dc19e7ae35; detaching it from the instance and deleting it from the info cache [ 826.526387] env[69243]: DEBUG nova.network.neutron [req-247a48b8-fce1-4f92-a968-066f84ac4908 req-0e1d726f-62b0-40f2-a176-b5ace58e61a8 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.542686] env[69243]: INFO nova.compute.manager [-] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Took 1.47 seconds to deallocate network for instance. [ 826.628489] env[69243]: DEBUG nova.network.neutron [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [{"id": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "address": "fa:16:3e:2c:77:4e", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a41b092-f4", "ovs_interfaceid": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.648912] env[69243]: DEBUG nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.694605] env[69243]: DEBUG nova.network.neutron [-] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.891085] env[69243]: DEBUG oslo_vmware.api [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689230, 'name': ReconfigVM_Task, 'duration_secs': 0.204175} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.891085] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735011', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'name': 'volume-a476dd93-10af-4ee5-808e-30a314e3d4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bba717d2-e15d-461d-a90d-d8b07514a155', 'attached_at': '', 'detached_at': '', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'serial': 'a476dd93-10af-4ee5-808e-30a314e3d4fc'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 826.898104] env[69243]: DEBUG oslo_vmware.api [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Task: {'id': task-3689231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171635} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.899190] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.899443] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.899673] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.899885] env[69243]: INFO nova.compute.manager [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 826.900185] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.902393] env[69243]: DEBUG nova.compute.manager [-] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.902393] env[69243]: DEBUG nova.network.neutron [-] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.993515] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd67ea-750f-4a93-a682-aa3f24892ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.996056] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.996056] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.996277] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.996401] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.996599] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.000434] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45b972f3-eeeb-4df3-9fdb-d5e6a498ae83 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.007567] env[69243]: DEBUG nova.network.neutron [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Successfully created port: 9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.015602] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.015755] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.018350] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3dc7443-d20f-4bf4-a37f-31fc08d32c7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.029519] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 827.029519] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d55a5b-4fff-271e-b6f3-19f9e6e6d069" [ 827.029519] env[69243]: _type = "Task" [ 827.029519] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.033511] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-202be452-a623-4d48-bcff-7e278e4815bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.042187] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d55a5b-4fff-271e-b6f3-19f9e6e6d069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.053774] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dca85f1-6600-4d71-b5fe-365010cdd9e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.069073] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.098854] env[69243]: DEBUG nova.compute.manager [req-247a48b8-fce1-4f92-a968-066f84ac4908 req-0e1d726f-62b0-40f2-a176-b5ace58e61a8 service nova] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Detach interface failed, port_id=629e460c-be84-4c96-9dff-b9dc19e7ae35, reason: Instance 0ed34d2e-00c5-4ca1-9e48-c7bc56147456 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.132625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.198204] env[69243]: INFO nova.compute.manager [-] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Took 1.73 seconds to deallocate network for instance. [ 827.330381] env[69243]: DEBUG nova.network.neutron [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Updated VIF entry in instance network info cache for port 65862a03-480a-41fb-9dc0-d75971aa3a42. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.330767] env[69243]: DEBUG nova.network.neutron [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Updating instance_info_cache with network_info: [{"id": "65862a03-480a-41fb-9dc0-d75971aa3a42", "address": "fa:16:3e:d7:cb:53", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65862a03-48", "ovs_interfaceid": "65862a03-480a-41fb-9dc0-d75971aa3a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.376642] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd71f614-0c04-4ede-a566-d983eccbf772 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.386394] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e3ce65-9e04-4a2c-9783-efade472a6b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.426956] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd07a7e-c6e2-4693-b05a-b32089bbb7be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.437911] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce3f1a-6f45-455a-8fe6-3f754c01bc53 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.457503] env[69243]: DEBUG nova.compute.provider_tree [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.543032] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d55a5b-4fff-271e-b6f3-19f9e6e6d069, 'name': SearchDatastore_Task, 'duration_secs': 0.040332} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.543454] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f343f7-3269-4495-ae22-d8f740087676 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.550132] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 827.550132] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264318c-ecec-7909-6ee3-702bc6650b33" [ 827.550132] env[69243]: _type = "Task" [ 827.550132] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.559191] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264318c-ecec-7909-6ee3-702bc6650b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.661846] env[69243]: DEBUG nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.670129] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f7574d-76f4-41f2-b12f-4385135dc32c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.692960] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20446309-8cec-4bd4-b47d-62574c335f92 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.701574] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance '54841bf4-7c84-4f22-85b0-ea0531580855' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.707736] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.707736] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.707945] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.707945] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.708109] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.708261] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.708465] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.708624] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.708791] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.708943] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.709127] env[69243]: DEBUG nova.virt.hardware [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.710025] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d800c-ae53-4a6f-9faf-df3f744de965 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.714009] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.721608] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8e5997-d381-4198-b55c-e03c8a4857cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.833562] env[69243]: DEBUG oslo_concurrency.lockutils [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] Releasing lock "refresh_cache-8c126b02-1af6-4e07-9459-d8aa6717cd1c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.833784] env[69243]: DEBUG nova.compute.manager [req-95592e47-6d16-4b34-b0ff-5df3083b9324 req-9629c73f-f910-48a3-988f-b1a0828d3a5b service nova] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Received event network-vif-deleted-19a1bb9d-8af0-4842-9fa8-135315612a8b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.962385] env[69243]: DEBUG nova.scheduler.client.report [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.985486] env[69243]: DEBUG nova.objects.instance [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'flavor' on Instance uuid bba717d2-e15d-461d-a90d-d8b07514a155 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.986758] env[69243]: DEBUG nova.network.neutron [-] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.062474] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264318c-ecec-7909-6ee3-702bc6650b33, 'name': SearchDatastore_Task, 'duration_secs': 0.019256} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.062763] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.063043] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8c126b02-1af6-4e07-9459-d8aa6717cd1c/8c126b02-1af6-4e07-9459-d8aa6717cd1c.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.063324] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc1000ea-e1fc-46b4-a6fb-d73def849e35 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.071624] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 828.071624] env[69243]: value = "task-3689232" [ 828.071624] env[69243]: _type = "Task" [ 828.071624] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.081530] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.083847] env[69243]: INFO nova.compute.manager [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Rebuilding instance [ 828.138242] env[69243]: DEBUG nova.compute.manager [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.139265] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24f3b23-d939-4e53-85b0-3a9daff2f86d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.218393] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.218883] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba611c05-5f11-4bcd-ac0d-4ae4afb08ad1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.230497] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 828.230497] env[69243]: value = "task-3689234" [ 828.230497] env[69243]: _type = "Task" [ 828.230497] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.241541] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.467661] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.468223] env[69243]: DEBUG nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.472194] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.654s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.472993] env[69243]: DEBUG nova.objects.instance [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lazy-loading 'resources' on Instance uuid e6b25e56-5f7a-47c2-911e-976f39eb02d8 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.491559] env[69243]: INFO nova.compute.manager [-] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Took 1.59 seconds to deallocate network for instance. [ 828.496103] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1b210802-051f-412f-a490-c0408f62a63f tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.351s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.585958] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.598629] env[69243]: DEBUG nova.compute.manager [req-45f6eb10-104b-4090-a91d-d8b1a6bab351 req-9d176380-7cc5-4281-9c91-6ed8035e64b1 service nova] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Received event network-vif-deleted-5ec21ea5-f205-4b08-8946-85aefff7f2c6 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.741999] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.780038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "bba717d2-e15d-461d-a90d-d8b07514a155" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.780281] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.780573] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "bba717d2-e15d-461d-a90d-d8b07514a155-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.780865] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.781119] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.785901] env[69243]: INFO nova.compute.manager [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Terminating instance [ 828.978529] env[69243]: DEBUG nova.network.neutron [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Successfully updated port: 9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.980794] env[69243]: DEBUG nova.compute.utils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.982252] env[69243]: DEBUG nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 829.002831] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.086015] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614432} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.089280] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8c126b02-1af6-4e07-9459-d8aa6717cd1c/8c126b02-1af6-4e07-9459-d8aa6717cd1c.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.089667] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.091129] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2562fd1c-c37f-4a8a-a6d2-456f0c3c287f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.102313] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 829.102313] env[69243]: value = "task-3689235" [ 829.102313] env[69243]: _type = "Task" [ 829.102313] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.119623] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.158385] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.159096] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34411bf3-0dc3-4999-838c-2c2c32a0712c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.171106] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 829.171106] env[69243]: value = "task-3689236" [ 829.171106] env[69243]: _type = "Task" [ 829.171106] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.181359] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.244113] env[69243]: DEBUG oslo_vmware.api [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689234, 'name': PowerOnVM_Task, 'duration_secs': 0.619688} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.244655] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.244952] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c0207771-8b91-4317-bbdd-bc27fddcabfb tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance '54841bf4-7c84-4f22-85b0-ea0531580855' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.291345] env[69243]: DEBUG nova.compute.manager [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.291659] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.292015] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d7f93a-9579-424e-92b5-be6d2be87d73 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.302823] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 829.302823] env[69243]: value = "task-3689237" [ 829.302823] env[69243]: _type = "Task" [ 829.302823] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.315893] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.482838] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483032] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.483213] env[69243]: DEBUG nova.network.neutron [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.485028] env[69243]: DEBUG nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.545569] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f84cb1-846a-4cd1-9d38-b2ebf2b12637 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.554549] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944f27c-d59e-46fe-9cbf-6b5aec265f9b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.586322] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a26636-4894-4f63-8c7f-a44982fea130 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.594784] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f4fa5c-c60b-4188-bc3f-a614fda1bc6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.608535] env[69243]: DEBUG nova.compute.provider_tree [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.618375] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103726} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.618642] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.619427] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27492fd7-fd0b-424a-9473-7929c5c42c9e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.642123] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 8c126b02-1af6-4e07-9459-d8aa6717cd1c/8c126b02-1af6-4e07-9459-d8aa6717cd1c.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.643029] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff711b9-1311-4eb8-b33d-aefacbbd0537 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.663896] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 829.663896] env[69243]: value = "task-3689238" [ 829.663896] env[69243]: _type = "Task" [ 829.663896] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.672124] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.682565] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689236, 'name': PowerOffVM_Task, 'duration_secs': 0.373021} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.682828] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.683582] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.683803] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a31d65-37d0-430e-9ea7-66814ea8f5f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.691684] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 829.691684] env[69243]: value = "task-3689239" [ 829.691684] env[69243]: _type = "Task" [ 829.691684] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.699789] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.814798] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689237, 'name': PowerOffVM_Task, 'duration_secs': 0.246624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.815144] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.815401] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 829.815667] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735011', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'name': 'volume-a476dd93-10af-4ee5-808e-30a314e3d4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bba717d2-e15d-461d-a90d-d8b07514a155', 'attached_at': '', 'detached_at': '', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'serial': 'a476dd93-10af-4ee5-808e-30a314e3d4fc'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 829.816456] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cbc837-ce0c-4442-9b22-b8fb6baede0c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.840844] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e3af1-7610-4010-817a-1175832cbf99 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.849527] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f32f8-4a7c-4006-ac01-6560b7abd5ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.871023] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360bf318-03f4-4621-b8b3-658ca71a0ce1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.886387] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] The volume has not been displaced from its original location: [datastore1] volume-a476dd93-10af-4ee5-808e-30a314e3d4fc/volume-a476dd93-10af-4ee5-808e-30a314e3d4fc.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 829.891694] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 829.892060] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a70dc0-07aa-4349-99fb-7c4770fdf7b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.911757] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 829.911757] env[69243]: value = "task-3689240" [ 829.911757] env[69243]: _type = "Task" [ 829.911757] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.921204] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.032526] env[69243]: DEBUG nova.network.neutron [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.114221] env[69243]: DEBUG nova.scheduler.client.report [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.177175] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689238, 'name': ReconfigVM_Task, 'duration_secs': 0.275107} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.177456] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 8c126b02-1af6-4e07-9459-d8aa6717cd1c/8c126b02-1af6-4e07-9459-d8aa6717cd1c.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.178078] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-990da1c0-e7fe-4254-bd7b-42f0abf4b2d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.186295] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 830.186295] env[69243]: value = "task-3689241" [ 830.186295] env[69243]: _type = "Task" [ 830.186295] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.196268] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689241, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.205383] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.205641] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 830.205862] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734879', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'name': 'volume-50a39883-78c3-4008-8e2b-486430f830b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe', 'attached_at': '', 'detached_at': '', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'serial': '50a39883-78c3-4008-8e2b-486430f830b6'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 830.206763] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b25236b-4024-420e-8d55-15ef548fa802 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.232021] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847a3d9-1128-497c-976b-1e35a9b24e2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.241146] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc703e-a19c-447f-9506-2e0ecd68c1db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.267612] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae34a89-382c-4268-bdd9-46fbb5e3cbc1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.284996] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] The volume has not been displaced from its original location: [datastore1] volume-50a39883-78c3-4008-8e2b-486430f830b6/volume-50a39883-78c3-4008-8e2b-486430f830b6.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 830.290758] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.291113] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67cf16f-ed38-4a31-9a03-a02992d8ed70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.305825] env[69243]: DEBUG nova.network.neutron [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.314339] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 830.314339] env[69243]: value = "task-3689243" [ 830.314339] env[69243]: _type = "Task" [ 830.314339] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.329389] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.424024] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689240, 'name': ReconfigVM_Task, 'duration_secs': 0.220029} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.424024] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.428037] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d511fc9-9d93-41e9-93b7-7bf1fd982ea3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.444901] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 830.444901] env[69243]: value = "task-3689244" [ 830.444901] env[69243]: _type = "Task" [ 830.444901] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.454361] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.502596] env[69243]: DEBUG nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.533344] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.533722] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.534016] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.534393] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.534612] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.534874] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.535241] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.535539] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.535741] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.535933] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.536128] env[69243]: DEBUG nova.virt.hardware [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.537057] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69fbb3c-8266-492b-b4d1-665a165208ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.546382] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddae54c6-c0fb-4ae3-8d5e-92c5cde3c121 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.563248] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.569064] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Creating folder: Project (0761b91c347749fe891f451ee57124f2). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.569412] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e1d83e1-5d40-4d2b-a6e3-23fd9a0b7c77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.581480] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Created folder: Project (0761b91c347749fe891f451ee57124f2) in parent group-v734844. [ 830.581715] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Creating folder: Instances. Parent ref: group-v735014. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.581994] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d21ae5-d5ae-4967-a8b0-86af6c00fc94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.596968] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Created folder: Instances in parent group-v735014. [ 830.597225] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.597454] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.597685] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14db6dea-c970-4790-9bec-543991ee7ec0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.615707] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.615707] env[69243]: value = "task-3689247" [ 830.615707] env[69243]: _type = "Task" [ 830.615707] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.621471] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.623702] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.740s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.623890] env[69243]: DEBUG nova.objects.instance [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.632902] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689247, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.649616] env[69243]: INFO nova.scheduler.client.report [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Deleted allocations for instance e6b25e56-5f7a-47c2-911e-976f39eb02d8 [ 830.696304] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689241, 'name': Rename_Task, 'duration_secs': 0.161395} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.696692] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.696977] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-173574e2-c6c6-437f-9f9c-75a94331f38c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.707032] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 830.707032] env[69243]: value = "task-3689248" [ 830.707032] env[69243]: _type = "Task" [ 830.707032] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.717466] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.735517] env[69243]: DEBUG nova.compute.manager [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-vif-plugged-9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.735813] env[69243]: DEBUG oslo_concurrency.lockutils [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.736314] env[69243]: DEBUG oslo_concurrency.lockutils [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.736552] env[69243]: DEBUG oslo_concurrency.lockutils [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.736759] env[69243]: DEBUG nova.compute.manager [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] No waiting events found dispatching network-vif-plugged-9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.736892] env[69243]: WARNING nova.compute.manager [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received unexpected event network-vif-plugged-9ad42b05-cc56-4197-be97-1cf4b39658c4 for instance with vm_state building and task_state spawning. [ 830.737133] env[69243]: DEBUG nova.compute.manager [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-changed-9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.737544] env[69243]: DEBUG nova.compute.manager [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing instance network info cache due to event network-changed-9ad42b05-cc56-4197-be97-1cf4b39658c4. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.737804] env[69243]: DEBUG oslo_concurrency.lockutils [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.812209] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.812209] env[69243]: DEBUG nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Instance network_info: |[{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.812209] env[69243]: DEBUG oslo_concurrency.lockutils [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.812209] env[69243]: DEBUG nova.network.neutron [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing network info cache for port 9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.812209] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:43:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ad42b05-cc56-4197-be97-1cf4b39658c4', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.821355] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.823462] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.828057] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40eaa47c-db91-40ef-8ebe-bf5b20cdae65 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.852467] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689243, 'name': ReconfigVM_Task, 'duration_secs': 0.308203} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.852860] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.857567] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.857567] env[69243]: value = "task-3689249" [ 830.857567] env[69243]: _type = "Task" [ 830.857567] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.857811] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf2ec07-1ae5-4cb5-9b35-1240c5485a15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.882207] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689249, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.884083] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 830.884083] env[69243]: value = "task-3689250" [ 830.884083] env[69243]: _type = "Task" [ 830.884083] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.897184] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.955687] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689244, 'name': ReconfigVM_Task, 'duration_secs': 0.241578} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.956040] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735011', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'name': 'volume-a476dd93-10af-4ee5-808e-30a314e3d4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bba717d2-e15d-461d-a90d-d8b07514a155', 'attached_at': '', 'detached_at': '', 'volume_id': 'a476dd93-10af-4ee5-808e-30a314e3d4fc', 'serial': 'a476dd93-10af-4ee5-808e-30a314e3d4fc'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 830.956447] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.957742] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c88689b-ac8f-4f54-b617-be812f29f198 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.966310] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.966598] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d7052ba-36bf-4e6d-a993-d69d39d9a7db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.042611] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.042991] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.043389] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleting the datastore file [datastore2] bba717d2-e15d-461d-a90d-d8b07514a155 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.043752] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac3699a4-2c97-4de2-8065-08d8c9841c33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.052949] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 831.052949] env[69243]: value = "task-3689252" [ 831.052949] env[69243]: _type = "Task" [ 831.052949] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.062177] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.133042] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689247, 'name': CreateVM_Task, 'duration_secs': 0.353328} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.133342] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.133766] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.133948] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.134357] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.134945] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e453e2d5-6863-482f-9f3f-3980fea2db1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.141364] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 831.141364] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f1cdbf-a63e-6b86-8079-42121388f248" [ 831.141364] env[69243]: _type = "Task" [ 831.141364] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.153974] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f1cdbf-a63e-6b86-8079-42121388f248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.158489] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21590648-95f7-485e-9f49-0c3a30fbea9f tempest-ServersAaction247Test-394679265 tempest-ServersAaction247Test-394679265-project-member] Lock "e6b25e56-5f7a-47c2-911e-976f39eb02d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.728s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.221588] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689248, 'name': PowerOnVM_Task} progress is 95%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.378955] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689249, 'name': CreateVM_Task, 'duration_secs': 0.388514} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.381387] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.382054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.393328] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689250, 'name': ReconfigVM_Task, 'duration_secs': 0.142748} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.393630] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-734879', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'name': 'volume-50a39883-78c3-4008-8e2b-486430f830b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe', 'attached_at': '', 'detached_at': '', 'volume_id': '50a39883-78c3-4008-8e2b-486430f830b6', 'serial': '50a39883-78c3-4008-8e2b-486430f830b6'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 831.393908] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.394705] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73c24c9-fd1a-4edd-aebb-3ff705a4eb08 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.402595] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.402888] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccafca2b-1d66-4104-a662-90ff676bbbc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.496107] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.496411] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.496596] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Deleting the datastore file [datastore1] 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.496879] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caf42d67-8ee5-495f-9aaa-bcc388af37ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.506875] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for the task: (returnval){ [ 831.506875] env[69243]: value = "task-3689254" [ 831.506875] env[69243]: _type = "Task" [ 831.506875] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.518207] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.564447] env[69243]: DEBUG oslo_vmware.api [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17273} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.564768] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.564899] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.565110] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.565319] env[69243]: INFO nova.compute.manager [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Took 2.27 seconds to destroy the instance on the hypervisor. [ 831.565581] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.565790] env[69243]: DEBUG nova.compute.manager [-] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.565884] env[69243]: DEBUG nova.network.neutron [-] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.638732] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b152cb7a-3e25-4669-9f3e-a7d6c1e40989 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.639828] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.747s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.640069] env[69243]: DEBUG nova.objects.instance [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lazy-loading 'resources' on Instance uuid 3b533631-81e0-4394-8122-9c2ae1debbeb {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.656484] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f1cdbf-a63e-6b86-8079-42121388f248, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.656484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.656484] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.656484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.656484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.656484] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.656484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.656484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.656484] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1113502-8403-49d5-9a9a-d7cb720b40d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.658297] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcd196f-ee0c-41ab-9f9d-5c213af8c7ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.664806] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 831.664806] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52683ae2-8e79-7057-61e2-0ed8e658bf8e" [ 831.664806] env[69243]: _type = "Task" [ 831.664806] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.669130] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.669308] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.672308] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41cfceb9-33bc-4d55-b569-71fd0dc54d6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.676171] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52683ae2-8e79-7057-61e2-0ed8e658bf8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.680214] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 831.680214] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264aa19-b158-f563-cebd-e766f95e19f0" [ 831.680214] env[69243]: _type = "Task" [ 831.680214] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.688350] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264aa19-b158-f563-cebd-e766f95e19f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.702426] env[69243]: DEBUG nova.network.neutron [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updated VIF entry in instance network info cache for port 9ad42b05-cc56-4197-be97-1cf4b39658c4. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.702759] env[69243]: DEBUG nova.network.neutron [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.718330] env[69243]: DEBUG oslo_vmware.api [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689248, 'name': PowerOnVM_Task, 'duration_secs': 0.575005} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.719270] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.719538] env[69243]: INFO nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Took 8.46 seconds to spawn the instance on the hypervisor. [ 831.719737] env[69243]: DEBUG nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.720528] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1694c04-f9d9-4cce-b7ea-723676e9f727 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.020020] env[69243]: DEBUG oslo_vmware.api [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Task: {'id': task-3689254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077303} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.020020] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.020020] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.020020] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.086924] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 832.086924] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-040438f3-1981-496f-98ec-0818b8b882f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.096911] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eaa989-4788-49dc-847d-ae183ffb110c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.141825] env[69243]: ERROR nova.compute.manager [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Failed to detach volume 50a39883-78c3-4008-8e2b-486430f830b6 from /dev/sda: nova.exception.InstanceNotFound: Instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe could not be found. [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Traceback (most recent call last): [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self.driver.rebuild(**kwargs) [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] raise NotImplementedError() [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] NotImplementedError [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] During handling of the above exception, another exception occurred: [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Traceback (most recent call last): [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self.driver.detach_volume(context, old_connection_info, [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] return self._volumeops.detach_volume(connection_info, instance) [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self._detach_volume_vmdk(connection_info, instance) [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] stable_ref.fetch_moref(session) [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] raise exception.InstanceNotFound(instance_id=self._uuid) [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] nova.exception.InstanceNotFound: Instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe could not be found. [ 832.141825] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.187132] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52683ae2-8e79-7057-61e2-0ed8e658bf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.014889} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.192981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.193287] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.193509] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.207936] env[69243]: DEBUG oslo_concurrency.lockutils [req-656eb35e-e15f-40a3-ac69-b5289e63c140 req-bf37d8e0-55e6-48ce-8ae2-47207c03ba96 service nova] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.208177] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264aa19-b158-f563-cebd-e766f95e19f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.216808] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5056673-01cc-4bf8-a099-4f3fd5ab522d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.254157] env[69243]: INFO nova.compute.manager [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Took 50.52 seconds to build instance. [ 832.256702] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 832.256702] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52413014-caaa-078c-4ee0-f11ef2efb984" [ 832.256702] env[69243]: _type = "Task" [ 832.256702] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.275138] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52413014-caaa-078c-4ee0-f11ef2efb984, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.275583] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.275742] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.276018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.276221] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.276764] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5584ed1-3e28-4cfb-9a5f-b60811cc3d9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.278888] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e806baad-5d1d-49a5-a2cd-edc5e96325b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.291877] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 832.291877] env[69243]: value = "task-3689255" [ 832.291877] env[69243]: _type = "Task" [ 832.291877] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.293587] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.293815] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.305705] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d66bfb7-4671-4953-99f0-477f192bac71 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.326700] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 832.326700] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528435d8-ad5e-820c-6f84-694461ef1596" [ 832.326700] env[69243]: _type = "Task" [ 832.326700] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.329305] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.330310] env[69243]: DEBUG nova.network.neutron [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Port 9a41b092-f4ef-4510-9046-975fbc17e0ec binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 832.331242] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.331242] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.331242] env[69243]: DEBUG nova.network.neutron [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.356561] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528435d8-ad5e-820c-6f84-694461ef1596, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.360379] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02da3017-f160-43e6-a099-8601b19a252b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.371716] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 832.371716] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5287d959-7c25-d0f3-fb7a-fb84d866bef2" [ 832.371716] env[69243]: _type = "Task" [ 832.371716] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.400809] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5287d959-7c25-d0f3-fb7a-fb84d866bef2, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.401319] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.401510] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 79bb5716-5c70-48ba-93a2-29550db54d4e/79bb5716-5c70-48ba-93a2-29550db54d4e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.401813] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983c619d-2b57-438d-a29b-17e74567c3d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.415258] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 832.415258] env[69243]: value = "task-3689257" [ 832.415258] env[69243]: _type = "Task" [ 832.415258] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.425573] env[69243]: DEBUG nova.compute.utils [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Build of instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe aborted: Failed to rebuild volume backed instance. {{(pid=69243) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 832.439439] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.444304] env[69243]: ERROR nova.compute.manager [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe aborted: Failed to rebuild volume backed instance. [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Traceback (most recent call last): [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self.driver.rebuild(**kwargs) [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] raise NotImplementedError() [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] NotImplementedError [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] During handling of the above exception, another exception occurred: [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Traceback (most recent call last): [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self._detach_root_volume(context, instance, root_bdm) [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] with excutils.save_and_reraise_exception(): [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self.force_reraise() [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] raise self.value [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self.driver.detach_volume(context, old_connection_info, [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] return self._volumeops.detach_volume(connection_info, instance) [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self._detach_volume_vmdk(connection_info, instance) [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] stable_ref.fetch_moref(session) [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] raise exception.InstanceNotFound(instance_id=self._uuid) [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] nova.exception.InstanceNotFound: Instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe could not be found. [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] During handling of the above exception, another exception occurred: [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Traceback (most recent call last): [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] yield [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 832.444304] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self._do_rebuild_instance_with_claim( [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self._do_rebuild_instance( [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self._rebuild_default_impl(**kwargs) [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] self._rebuild_volume_backed_instance( [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] raise exception.BuildAbortException( [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] nova.exception.BuildAbortException: Build of instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe aborted: Failed to rebuild volume backed instance. [ 832.446175] env[69243]: ERROR nova.compute.manager [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] [ 832.474232] env[69243]: DEBUG nova.network.neutron [-] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.588783] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.766440] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25bebc3a-a7d2-46e4-a15e-4af6a288dfba tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.825s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.768079] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.179s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.768286] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.768543] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.768735] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.770604] env[69243]: INFO nova.compute.manager [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Terminating instance [ 832.800181] env[69243]: DEBUG nova.compute.manager [req-0281d491-fbca-4d80-8395-8a73fae33dd1 req-3e9f3196-820f-4edd-9094-7392ac0fe11d service nova] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Received event network-vif-deleted-ca325d94-bd75-473d-b8d7-c038ab971e17 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.809800] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483265} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.810387] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.810678] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.810974] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a882c67c-1bdb-4a46-a634-7868a17067db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.841050] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 832.841050] env[69243]: value = "task-3689258" [ 832.841050] env[69243]: _type = "Task" [ 832.841050] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.841050] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58f8c9c-52df-49ca-8603-9ddfe743cc6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.841050] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1192882f-ba6b-416e-80f0-834257d3f0e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.841050] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.879387] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0bbf3-b311-49c8-a8f7-44c025deb7ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.889591] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241ec0ad-64c4-4fdd-95a5-3157a4d9337c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.907747] env[69243]: DEBUG nova.compute.provider_tree [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.931797] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.979765] env[69243]: INFO nova.compute.manager [-] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Took 1.41 seconds to deallocate network for instance. [ 833.271070] env[69243]: DEBUG nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.274138] env[69243]: DEBUG nova.compute.manager [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.274353] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.275441] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446ec1b-6ce1-4872-8b1f-b13fe4d4c7f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.290707] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.290885] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644ae2bd-bac0-4b20-b26a-98cef2f75b8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.303895] env[69243]: DEBUG oslo_vmware.api [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 833.303895] env[69243]: value = "task-3689259" [ 833.303895] env[69243]: _type = "Task" [ 833.303895] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.314999] env[69243]: DEBUG oslo_vmware.api [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.332474] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198274} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.332755] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.333941] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7b1ad4-0695-4888-879c-fe4cb6da21d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.354717] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.355655] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459b6a22-2534-48ec-ac04-c9453fb454d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.379872] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 833.379872] env[69243]: value = "task-3689260" [ 833.379872] env[69243]: _type = "Task" [ 833.379872] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.390486] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.413518] env[69243]: DEBUG nova.scheduler.client.report [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.433820] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73192} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.434198] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 79bb5716-5c70-48ba-93a2-29550db54d4e/79bb5716-5c70-48ba-93a2-29550db54d4e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.434582] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.434984] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c663b3-d76c-45ed-9554-95104b6eb390 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.446410] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 833.446410] env[69243]: value = "task-3689261" [ 833.446410] env[69243]: _type = "Task" [ 833.446410] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.458392] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.512108] env[69243]: DEBUG nova.network.neutron [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [{"id": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "address": "fa:16:3e:2c:77:4e", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a41b092-f4", "ovs_interfaceid": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.530719] env[69243]: INFO nova.compute.manager [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Took 0.55 seconds to detach 1 volumes for instance. [ 833.795973] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.814026] env[69243]: DEBUG oslo_vmware.api [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689259, 'name': PowerOffVM_Task, 'duration_secs': 0.23659} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.815436] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.815436] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.815436] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d224dec1-a0ee-47d1-85ba-e9a884e9a98d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.892084] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689260, 'name': ReconfigVM_Task, 'duration_secs': 0.313124} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.892433] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.893137] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b9b4d6-60f1-4d6c-828a-b1da947b5bae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.896455] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.896792] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.897078] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleting the datastore file [datastore2] 8c126b02-1af6-4e07-9459-d8aa6717cd1c {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.897813] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eeceba1-47d5-47fc-add2-cf6bfeebf057 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.904235] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 833.904235] env[69243]: value = "task-3689263" [ 833.904235] env[69243]: _type = "Task" [ 833.904235] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.905883] env[69243]: DEBUG oslo_vmware.api [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 833.905883] env[69243]: value = "task-3689264" [ 833.905883] env[69243]: _type = "Task" [ 833.905883] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.919213] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689263, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.921149] env[69243]: DEBUG oslo_vmware.api [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.926044] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.928551] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.929s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.929786] env[69243]: INFO nova.compute.claims [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.951677] env[69243]: INFO nova.scheduler.client.report [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Deleted allocations for instance 3b533631-81e0-4394-8122-9c2ae1debbeb [ 833.958530] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079432} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.959016] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.962115] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178b90c-4820-44ae-9297-67033bf727d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.985745] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 79bb5716-5c70-48ba-93a2-29550db54d4e/79bb5716-5c70-48ba-93a2-29550db54d4e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.986090] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7146aa7-149c-402c-92c7-35eabeb2c4be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.008633] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 834.008633] env[69243]: value = "task-3689265" [ 834.008633] env[69243]: _type = "Task" [ 834.008633] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.017597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.018915] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.037497] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.419316] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689263, 'name': Rename_Task, 'duration_secs': 0.280446} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.422292] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.422585] env[69243]: DEBUG oslo_vmware.api [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390391} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.422757] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-614b9287-8466-47c8-9c96-8d08313cf58a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.424319] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.424512] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.424690] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.424866] env[69243]: INFO nova.compute.manager [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 834.425119] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.425385] env[69243]: DEBUG nova.compute.manager [-] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.425494] env[69243]: DEBUG nova.network.neutron [-] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.436502] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 834.436502] env[69243]: value = "task-3689266" [ 834.436502] env[69243]: _type = "Task" [ 834.436502] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.449759] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.462727] env[69243]: DEBUG oslo_concurrency.lockutils [None req-76bbd246-4eb7-47fd-8ce9-6beb0b2a9e65 tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "3b533631-81e0-4394-8122-9c2ae1debbeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.148s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.468041] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.519159] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689265, 'name': ReconfigVM_Task, 'duration_secs': 0.471086} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.519490] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 79bb5716-5c70-48ba-93a2-29550db54d4e/79bb5716-5c70-48ba-93a2-29550db54d4e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.520592] env[69243]: DEBUG nova.compute.manager [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69243) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 834.520811] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.520955] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aab14787-0de6-4ee1-aa4e-08f8e62e7e1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.531083] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 834.531083] env[69243]: value = "task-3689267" [ 834.531083] env[69243]: _type = "Task" [ 834.531083] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.542249] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689267, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.960067] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.043640] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689267, 'name': Rename_Task, 'duration_secs': 0.224902} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.043640] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.043640] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6193ae52-47c6-4628-ad8a-1fceb97303c4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.054469] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 835.054469] env[69243]: value = "task-3689268" [ 835.054469] env[69243]: _type = "Task" [ 835.054469] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.064504] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.177513] env[69243]: DEBUG nova.compute.manager [req-dbd4b179-0d77-486a-b7ce-8bfbaff94c0f req-bd994bff-9602-45d4-b0ef-62291b33029d service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Received event network-vif-deleted-65862a03-480a-41fb-9dc0-d75971aa3a42 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.177724] env[69243]: INFO nova.compute.manager [req-dbd4b179-0d77-486a-b7ce-8bfbaff94c0f req-bd994bff-9602-45d4-b0ef-62291b33029d service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Neutron deleted interface 65862a03-480a-41fb-9dc0-d75971aa3a42; detaching it from the instance and deleting it from the info cache [ 835.177919] env[69243]: DEBUG nova.network.neutron [req-dbd4b179-0d77-486a-b7ce-8bfbaff94c0f req-bd994bff-9602-45d4-b0ef-62291b33029d service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.327577] env[69243]: DEBUG nova.network.neutron [-] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.442822] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882a3901-319e-4614-9a8b-45fcc691fc5e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.455429] env[69243]: DEBUG oslo_vmware.api [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689266, 'name': PowerOnVM_Task, 'duration_secs': 0.693234} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.463079] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.463079] env[69243]: INFO nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Took 4.95 seconds to spawn the instance on the hypervisor. [ 835.463079] env[69243]: DEBUG nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.463079] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21796935-55b9-4646-9d0e-8713e0663dbb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.463079] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d07ad2-be7a-45e8-ad3b-8c521b2f061d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.497739] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6a1c0-a50e-4829-b239-27972bd4b1d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.508950] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55954acc-f8bf-44ed-84f0-abe7707350f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.526100] env[69243]: DEBUG nova.compute.provider_tree [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.565352] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689268, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.683918] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-826f17b1-acbb-4ad1-aceb-a4770bdc622e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.695214] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af18e960-eb18-4e3d-a17f-398c32c0a663 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.737196] env[69243]: DEBUG nova.compute.manager [req-dbd4b179-0d77-486a-b7ce-8bfbaff94c0f req-bd994bff-9602-45d4-b0ef-62291b33029d service nova] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Detach interface failed, port_id=65862a03-480a-41fb-9dc0-d75971aa3a42, reason: Instance 8c126b02-1af6-4e07-9459-d8aa6717cd1c could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.739592] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Acquiring lock "64b72f9b-8335-42d5-b2bc-49d727859fef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.739744] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.830671] env[69243]: INFO nova.compute.manager [-] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Took 1.41 seconds to deallocate network for instance. [ 836.010113] env[69243]: INFO nova.compute.manager [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Took 48.28 seconds to build instance. [ 836.032810] env[69243]: DEBUG nova.scheduler.client.report [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.067232] env[69243]: DEBUG oslo_vmware.api [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689268, 'name': PowerOnVM_Task, 'duration_secs': 0.741516} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.067553] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.067759] env[69243]: INFO nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Took 8.41 seconds to spawn the instance on the hypervisor. [ 836.067937] env[69243]: DEBUG nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.068711] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f36f03-85b2-42f9-9279-b5a51548d6ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.116077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquiring lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.116077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.116077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquiring lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.116077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.116249] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.118562] env[69243]: INFO nova.compute.manager [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Terminating instance [ 836.337939] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.512345] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f84ae009-17d3-4bcb-a468-64df0ba31cb5 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "68baff7d-43aa-4106-b6fc-09306658bc1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.789s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.537438] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.537986] env[69243]: DEBUG nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.540526] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.515s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.542042] env[69243]: INFO nova.compute.claims [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.586409] env[69243]: INFO nova.compute.manager [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Took 53.48 seconds to build instance. [ 836.622664] env[69243]: DEBUG nova.compute.manager [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.624019] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-854b3d9d-e174-4acc-8827-0150f4a3a203 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.635019] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26f3ce-aa5b-4630-866b-b55e4e148d4b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.674372] env[69243]: WARNING nova.virt.vmwareapi.driver [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe could not be found. [ 836.674574] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.675229] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad6160bd-ff1c-42f1-905c-baffead42f05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.684734] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd75908c-05f4-4822-8e45-ea4b70b00979 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.721534] env[69243]: WARNING nova.virt.vmwareapi.vmops [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe could not be found. [ 836.721757] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.721965] env[69243]: INFO nova.compute.manager [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Took 0.10 seconds to destroy the instance on the hypervisor. [ 836.722239] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.722532] env[69243]: DEBUG nova.compute.manager [-] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.722626] env[69243]: DEBUG nova.network.neutron [-] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.015019] env[69243]: DEBUG nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.046219] env[69243]: DEBUG nova.compute.utils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.048695] env[69243]: DEBUG nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.048835] env[69243]: DEBUG nova.network.neutron [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.089361] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57573160-8b9e-4679-b4a3-f07da604f053 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.991s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.104155] env[69243]: INFO nova.compute.manager [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Rebuilding instance [ 837.153364] env[69243]: DEBUG nova.compute.manager [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.154426] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f5a4c-ea98-4669-b586-bb01236ab22d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.166535] env[69243]: DEBUG nova.policy [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f546a67dbb241f38c1acc9dc5f95bc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91afd0401eb9437a9096b3472aee3f77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.547866] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.554824] env[69243]: DEBUG nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.593918] env[69243]: DEBUG nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.892398] env[69243]: DEBUG nova.compute.manager [req-cffd1c0f-d408-4f99-a49a-ced12c2474b1 req-b71bcaef-5cc3-4edf-b315-f73f3f504fcf service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Received event network-vif-deleted-b479563a-e358-4285-a71c-6d3f66343826 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.892636] env[69243]: INFO nova.compute.manager [req-cffd1c0f-d408-4f99-a49a-ced12c2474b1 req-b71bcaef-5cc3-4edf-b315-f73f3f504fcf service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Neutron deleted interface b479563a-e358-4285-a71c-6d3f66343826; detaching it from the instance and deleting it from the info cache [ 837.892878] env[69243]: DEBUG nova.network.neutron [req-cffd1c0f-d408-4f99-a49a-ced12c2474b1 req-b71bcaef-5cc3-4edf-b315-f73f3f504fcf service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.052267] env[69243]: DEBUG nova.network.neutron [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Successfully created port: 21c98289-160b-41bf-b9b1-52ff166b26bb {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.126065] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.154352] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2396b-d974-43b2-9a83-d9800cbe9c33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.163426] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a2c625-6349-463c-af9c-fd35711c749e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.198802] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.199101] env[69243]: DEBUG nova.network.neutron [-] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.203544] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97f053c-3cbd-4ec6-a5e2-9b44d5025c92 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.207357] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b09dce9-590f-4b73-b58f-918da833671f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.217381] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f5744-66a7-4370-b4e3-fa788dfacf62 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.222117] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 838.222117] env[69243]: value = "task-3689269" [ 838.222117] env[69243]: _type = "Task" [ 838.222117] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.235043] env[69243]: DEBUG nova.compute.provider_tree [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.242451] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.399340] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0da50347-6bbb-48fa-b3fc-5a8e0f430ddd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.412540] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f903a618-10f5-49de-991b-01526c96113d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.458484] env[69243]: DEBUG nova.compute.manager [req-cffd1c0f-d408-4f99-a49a-ced12c2474b1 req-b71bcaef-5cc3-4edf-b315-f73f3f504fcf service nova] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Detach interface failed, port_id=b479563a-e358-4285-a71c-6d3f66343826, reason: Instance 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.569092] env[69243]: DEBUG nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.604081] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.604387] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.604643] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.604871] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.605058] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.605242] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.605507] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.605808] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.606023] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.606459] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.606717] env[69243]: DEBUG nova.virt.hardware [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.609069] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a86898-8057-424a-a92d-342145008243 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.617165] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc687e4-77a8-4878-82d6-c6bca4587326 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.710572] env[69243]: INFO nova.compute.manager [-] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Took 1.99 seconds to deallocate network for instance. [ 838.735284] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689269, 'name': PowerOffVM_Task, 'duration_secs': 0.241148} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.735554] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.735843] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.736912] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f1acf-a38d-4724-8a1b-b1e2d74ce98d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.740765] env[69243]: DEBUG nova.scheduler.client.report [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.751390] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.751824] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d0cc0d-c918-4d65-aff7-85ca74a7785a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.781073] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.781205] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.781874] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Deleting the datastore file [datastore1] 68baff7d-43aa-4106-b6fc-09306658bc1d {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.781874] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85e755c6-b17d-467e-9b67-4e6544872f43 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.792167] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 838.792167] env[69243]: value = "task-3689271" [ 838.792167] env[69243]: _type = "Task" [ 838.792167] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.808903] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.201744] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "1ef48045-56cd-4809-a0f8-6ed80611121a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.202049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.202270] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "1ef48045-56cd-4809-a0f8-6ed80611121a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.202455] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.202621] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.206945] env[69243]: INFO nova.compute.manager [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Terminating instance [ 839.249549] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.250553] env[69243]: DEBUG nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.252732] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.258s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.252915] env[69243]: DEBUG nova.objects.instance [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.286685] env[69243]: INFO nova.compute.manager [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Took 0.58 seconds to detach 1 volumes for instance. [ 839.290042] env[69243]: DEBUG nova.compute.manager [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Deleting volume: 50a39883-78c3-4008-8e2b-486430f830b6 {{(pid=69243) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 839.305450] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37275} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.305709] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.305878] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.306057] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.709657] env[69243]: DEBUG nova.compute.manager [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.709931] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.710836] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848410b-aa2a-4229-a2d2-3aac882da365 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.719260] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.719507] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4519e671-f883-4b3b-8d0d-f0fb4477b510 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.725749] env[69243]: DEBUG oslo_vmware.api [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 839.725749] env[69243]: value = "task-3689273" [ 839.725749] env[69243]: _type = "Task" [ 839.725749] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.734025] env[69243]: DEBUG oslo_vmware.api [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.760648] env[69243]: DEBUG nova.compute.utils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.762063] env[69243]: DEBUG nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.762238] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.828317] env[69243]: DEBUG nova.policy [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4eb5e874ae34505b9553a46364525b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3744ce3082794bc8949282889fc8864d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.859111] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.986141] env[69243]: DEBUG nova.compute.manager [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-changed-9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.986141] env[69243]: DEBUG nova.compute.manager [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing instance network info cache due to event network-changed-9ad42b05-cc56-4197-be97-1cf4b39658c4. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.986141] env[69243]: DEBUG oslo_concurrency.lockutils [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.986141] env[69243]: DEBUG oslo_concurrency.lockutils [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.986141] env[69243]: DEBUG nova.network.neutron [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing network info cache for port 9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.238952] env[69243]: DEBUG oslo_vmware.api [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689273, 'name': PowerOffVM_Task, 'duration_secs': 0.200288} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.238952] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.238952] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.238952] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94ea74c4-dfd5-4908-8a4d-9d8e68b06a8d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.266144] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cb9654af-af78-49ea-a03e-65239432a224 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.266144] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.433s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.266144] env[69243]: DEBUG nova.objects.instance [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lazy-loading 'resources' on Instance uuid 2d306638-e6d4-4c76-8cdc-7f2da7185b1d {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.270633] env[69243]: DEBUG nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.333174] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.333409] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.333596] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Deleting the datastore file [datastore2] 1ef48045-56cd-4809-a0f8-6ed80611121a {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.333871] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ba35cf8-5465-4c0d-ad2e-49ff7fbc57ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.347200] env[69243]: DEBUG oslo_vmware.api [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for the task: (returnval){ [ 840.347200] env[69243]: value = "task-3689275" [ 840.347200] env[69243]: _type = "Task" [ 840.347200] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.347200] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.347200] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.347200] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.347442] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.347442] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.347617] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.347764] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.347916] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.348121] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.348315] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.348495] env[69243]: DEBUG nova.virt.hardware [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.349396] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4be43b-afb0-4ab1-9428-2a6b1b184bdc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.360965] env[69243]: DEBUG oslo_vmware.api [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.364085] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf5b8c-87ef-4a2f-ad68-10ba56a7c002 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.378864] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.384464] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.384716] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.384934] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5824d26d-c8bf-4069-bd4c-5bbef290d749 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.417020] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.417020] env[69243]: value = "task-3689276" [ 840.417020] env[69243]: _type = "Task" [ 840.417020] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.425149] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689276, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.608042] env[69243]: DEBUG nova.network.neutron [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Successfully updated port: 21c98289-160b-41bf-b9b1-52ff166b26bb {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.629938] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Successfully created port: 20ed1609-6553-4e14-8d07-a1ef154db2b4 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.860846] env[69243]: DEBUG oslo_vmware.api [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Task: {'id': task-3689275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241596} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.863515] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.863714] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.863894] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.864076] env[69243]: INFO nova.compute.manager [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 840.864317] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.870024] env[69243]: DEBUG nova.compute.manager [-] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.870024] env[69243]: DEBUG nova.network.neutron [-] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.870024] env[69243]: DEBUG nova.network.neutron [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updated VIF entry in instance network info cache for port 9ad42b05-cc56-4197-be97-1cf4b39658c4. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.870024] env[69243]: DEBUG nova.network.neutron [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.925394] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689276, 'name': CreateVM_Task, 'duration_secs': 0.306865} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.928106] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.928882] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.929339] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.929765] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.930138] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efcba02-9a2e-4290-8d50-4ac69031ef36 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.938466] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 840.938466] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52616a30-f6bf-2fe8-da16-73c84b117484" [ 840.938466] env[69243]: _type = "Task" [ 840.938466] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.951381] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52616a30-f6bf-2fe8-da16-73c84b117484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.112367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "refresh_cache-01c00512-dc15-40ca-a4d3-18244b1a55af" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.112367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquired lock "refresh_cache-01c00512-dc15-40ca-a4d3-18244b1a55af" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.112367] env[69243]: DEBUG nova.network.neutron [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.238469] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Successfully created port: 0be9dc9e-045c-4511-a45b-a5878df2274d {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.284296] env[69243]: DEBUG nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.330989] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.331223] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.331374] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.331550] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.331688] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.332186] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.334278] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.334278] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.334278] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.334278] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.334278] env[69243]: DEBUG nova.virt.hardware [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.334278] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3023d98-0e7c-406e-b668-ca0cc4531bf1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.346225] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a5712-8fe3-4512-aecc-10d6ef5a7648 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.374121] env[69243]: DEBUG oslo_concurrency.lockutils [req-b874a071-3813-4582-8e23-9063e1103033 req-1438ae42-5a78-484f-9658-796cba2717ba service nova] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.420436] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436eebca-b28d-4e41-9556-6af6f81aee3c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.432148] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30cb24-d18f-43b5-abac-f21471f71e56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.475701] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6697cb-b3a1-4e0c-838c-db20299abe06 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.488709] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9dc5b-a94f-4c2e-aa47-c905924d51f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.494097] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52616a30-f6bf-2fe8-da16-73c84b117484, 'name': SearchDatastore_Task, 'duration_secs': 0.037984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.494540] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.494781] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.495022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.495167] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.495351] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.496046] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c95cd61-6388-4740-88bb-e3fa0ed0993a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.508058] env[69243]: DEBUG nova.compute.provider_tree [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.511558] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.511709] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.513172] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376ee772-efba-4540-b984-01d6e6eeadaa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.519780] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 841.519780] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524ceb42-91ca-04d1-773e-fcf8e9f89c37" [ 841.519780] env[69243]: _type = "Task" [ 841.519780] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.529355] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524ceb42-91ca-04d1-773e-fcf8e9f89c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.674226] env[69243]: DEBUG nova.network.neutron [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.677857] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Successfully created port: 139d683b-24b2-4fb7-a78e-6f40dc497627 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.874876] env[69243]: DEBUG nova.network.neutron [-] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.012794] env[69243]: DEBUG nova.network.neutron [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Updating instance_info_cache with network_info: [{"id": "21c98289-160b-41bf-b9b1-52ff166b26bb", "address": "fa:16:3e:a0:2b:34", "network": {"id": "80173807-279a-4cbc-b75d-3b6f2deae742", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-807465418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91afd0401eb9437a9096b3472aee3f77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c98289-16", "ovs_interfaceid": "21c98289-160b-41bf-b9b1-52ff166b26bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.031856] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524ceb42-91ca-04d1-773e-fcf8e9f89c37, 'name': SearchDatastore_Task, 'duration_secs': 0.025381} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.032757] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c72a6bd-c19e-499d-a579-b23bfe8bf916 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.040555] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 842.040555] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523b9143-a9de-4ad9-d621-4e19de386cc4" [ 842.040555] env[69243]: _type = "Task" [ 842.040555] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.048268] env[69243]: ERROR nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [req-96748dda-b253-45fa-929b-7afdf77b2c93] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96748dda-b253-45fa-929b-7afdf77b2c93"}]} [ 842.052406] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523b9143-a9de-4ad9-d621-4e19de386cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.072707] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 842.097218] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 842.097218] env[69243]: DEBUG nova.compute.provider_tree [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.124760] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.148064] env[69243]: DEBUG nova.compute.manager [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Received event network-vif-plugged-21c98289-160b-41bf-b9b1-52ff166b26bb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.148064] env[69243]: DEBUG oslo_concurrency.lockutils [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] Acquiring lock "01c00512-dc15-40ca-a4d3-18244b1a55af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.148064] env[69243]: DEBUG oslo_concurrency.lockutils [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.148064] env[69243]: DEBUG oslo_concurrency.lockutils [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.148870] env[69243]: DEBUG nova.compute.manager [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] No waiting events found dispatching network-vif-plugged-21c98289-160b-41bf-b9b1-52ff166b26bb {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.149147] env[69243]: WARNING nova.compute.manager [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Received unexpected event network-vif-plugged-21c98289-160b-41bf-b9b1-52ff166b26bb for instance with vm_state building and task_state spawning. [ 842.149319] env[69243]: DEBUG nova.compute.manager [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Received event network-changed-21c98289-160b-41bf-b9b1-52ff166b26bb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.149647] env[69243]: DEBUG nova.compute.manager [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Refreshing instance network info cache due to event network-changed-21c98289-160b-41bf-b9b1-52ff166b26bb. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.149887] env[69243]: DEBUG oslo_concurrency.lockutils [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] Acquiring lock "refresh_cache-01c00512-dc15-40ca-a4d3-18244b1a55af" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.151878] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.377604] env[69243]: INFO nova.compute.manager [-] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Took 1.51 seconds to deallocate network for instance. [ 842.518079] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Releasing lock "refresh_cache-01c00512-dc15-40ca-a4d3-18244b1a55af" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.518326] env[69243]: DEBUG nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Instance network_info: |[{"id": "21c98289-160b-41bf-b9b1-52ff166b26bb", "address": "fa:16:3e:a0:2b:34", "network": {"id": "80173807-279a-4cbc-b75d-3b6f2deae742", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-807465418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91afd0401eb9437a9096b3472aee3f77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c98289-16", "ovs_interfaceid": "21c98289-160b-41bf-b9b1-52ff166b26bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.521173] env[69243]: DEBUG oslo_concurrency.lockutils [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] Acquired lock "refresh_cache-01c00512-dc15-40ca-a4d3-18244b1a55af" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.521359] env[69243]: DEBUG nova.network.neutron [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Refreshing network info cache for port 21c98289-160b-41bf-b9b1-52ff166b26bb {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.522591] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:2b:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21c98289-160b-41bf-b9b1-52ff166b26bb', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.530414] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Creating folder: Project (91afd0401eb9437a9096b3472aee3f77). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.530940] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.531052] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.531188] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.531370] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.531536] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.534053] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aad7da1-dec1-4890-9faa-3f5e055e82b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.539027] env[69243]: INFO nova.compute.manager [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Terminating instance [ 842.550778] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523b9143-a9de-4ad9-d621-4e19de386cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.552856] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.553127] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.553402] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Created folder: Project (91afd0401eb9437a9096b3472aee3f77) in parent group-v734844. [ 842.554902] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Creating folder: Instances. Parent ref: group-v735019. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.558030] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd7911c0-f56a-4310-b0be-673874204598 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.562411] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f42f6e-ca34-43af-82ca-5ee88788a6f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.570666] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 842.570666] env[69243]: value = "task-3689278" [ 842.570666] env[69243]: _type = "Task" [ 842.570666] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.583747] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Created folder: Instances in parent group-v735019. [ 842.584071] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.584312] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.584454] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.584676] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66835f92-961d-4740-940d-0c87d1466033 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.611054] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.611054] env[69243]: value = "task-3689280" [ 842.611054] env[69243]: _type = "Task" [ 842.611054] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.623859] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689280, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.743995] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034f068-9bee-4f01-ab85-6bfd2a2885d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.754134] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0f0594-d449-4991-851f-9c39ee09f954 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.791111] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a10fe87-6d52-4dfd-9292-2788dae23d58 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.800531] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20203934-18a8-40a8-8a08-843e2dd34976 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.819268] env[69243]: DEBUG nova.compute.provider_tree [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.884980] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.043599] env[69243]: DEBUG nova.compute.manager [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.043599] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.043599] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29132da9-fcc5-4e31-ac9d-626a5122d9ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.053418] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.053800] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56045a98-7183-4e4a-b13e-df9459e5cb7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.063036] env[69243]: DEBUG oslo_vmware.api [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 843.063036] env[69243]: value = "task-3689281" [ 843.063036] env[69243]: _type = "Task" [ 843.063036] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.072421] env[69243]: DEBUG oslo_vmware.api [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3689281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.081443] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689278, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.122929] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689280, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.376582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "8ef95195-b40c-45be-b746-e7d7d4f8f880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.376582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.439925] env[69243]: ERROR nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] [req-93079360-113c-47fd-8988-adc496ec3f7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7f8eded-4856-4fed-bd1e-6b04b1de80f5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93079360-113c-47fd-8988-adc496ec3f7b"}]} [ 843.459009] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 843.473688] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 843.473930] env[69243]: DEBUG nova.compute.provider_tree [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.484652] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 843.503175] env[69243]: DEBUG nova.network.neutron [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Updated VIF entry in instance network info cache for port 21c98289-160b-41bf-b9b1-52ff166b26bb. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.503548] env[69243]: DEBUG nova.network.neutron [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Updating instance_info_cache with network_info: [{"id": "21c98289-160b-41bf-b9b1-52ff166b26bb", "address": "fa:16:3e:a0:2b:34", "network": {"id": "80173807-279a-4cbc-b75d-3b6f2deae742", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-807465418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91afd0401eb9437a9096b3472aee3f77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c98289-16", "ovs_interfaceid": "21c98289-160b-41bf-b9b1-52ff166b26bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.505388] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 843.577768] env[69243]: DEBUG oslo_vmware.api [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3689281, 'name': PowerOffVM_Task, 'duration_secs': 0.213055} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.582197] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.582385] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.585653] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5359e311-10af-4b64-b0cc-191accf2fc8d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.594506] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512258} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.594764] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.594982] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.595551] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a06ea59b-a15e-44b6-b3d8-e5fbd7312ab5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.607417] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 843.607417] env[69243]: value = "task-3689283" [ 843.607417] env[69243]: _type = "Task" [ 843.607417] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.621539] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.628425] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689280, 'name': CreateVM_Task, 'duration_secs': 0.792282} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.628616] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.631815] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.632413] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.632822] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.636419] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb62f30-00a5-4bc2-841c-c535fe7da6e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.643301] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 843.643301] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5258658b-759f-66dc-216a-f03a3997a16a" [ 843.643301] env[69243]: _type = "Task" [ 843.643301] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.657277] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5258658b-759f-66dc-216a-f03a3997a16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.660627] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.660627] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.660745] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Deleting the datastore file [datastore2] 1e4ef321-58b8-4403-8b07-c67a34fcbe74 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.661390] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f238b69-7bac-4d1f-8598-88b23fd50656 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.678073] env[69243]: DEBUG oslo_vmware.api [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for the task: (returnval){ [ 843.678073] env[69243]: value = "task-3689284" [ 843.678073] env[69243]: _type = "Task" [ 843.678073] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.692195] env[69243]: DEBUG oslo_vmware.api [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3689284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.010259] env[69243]: DEBUG oslo_concurrency.lockutils [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] Releasing lock "refresh_cache-01c00512-dc15-40ca-a4d3-18244b1a55af" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.010259] env[69243]: DEBUG nova.compute.manager [req-74abf019-8531-49e9-8c8e-abc55ddd5e75 req-badf0ee4-92af-4542-88be-1136ee0b3eb3 service nova] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Received event network-vif-deleted-83d8dfe2-ff79-4168-ae93-7dd3b4769313 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.060163] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Successfully updated port: 20ed1609-6553-4e14-8d07-a1ef154db2b4 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.077882] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c223fcf6-c39d-4d74-93fc-a74f78ae2398 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.089849] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5102c02b-f5ed-47fa-96e8-22a228e1c1f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.131860] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7bc5fd-577d-43b1-a565-b1bcf6e6bf77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.143807] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3878fbec-c0d5-4596-b3c5-fa2704c908f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.148354] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07842} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.149472] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.153065] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432f5d5-4d00-4dfb-8e2b-5a277591ca12 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.165652] env[69243]: DEBUG nova.compute.provider_tree [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.173161] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5258658b-759f-66dc-216a-f03a3997a16a, 'name': SearchDatastore_Task, 'duration_secs': 0.017119} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.181342] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.181804] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.182119] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.182270] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.182443] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.191734] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.192662] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe52056-9f16-4f83-9ade-e8f80890df53 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.199192] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d80f0d-928f-40c4-b30b-319c93ac7756 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.220904] env[69243]: DEBUG oslo_vmware.api [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Task: {'id': task-3689284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321004} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.222311] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.222574] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.222764] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.222935] env[69243]: INFO nova.compute.manager [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Took 1.18 seconds to destroy the instance on the hypervisor. [ 844.223263] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.223815] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 844.223815] env[69243]: value = "task-3689285" [ 844.223815] env[69243]: _type = "Task" [ 844.223815] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.224878] env[69243]: DEBUG nova.compute.manager [-] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.224979] env[69243]: DEBUG nova.network.neutron [-] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.226828] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.226999] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.230509] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7951b07-b25c-4525-a480-7cd8a38940d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.237127] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 844.237127] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5277436a-c477-c7ba-08af-5fd8db0d0b18" [ 844.237127] env[69243]: _type = "Task" [ 844.237127] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.241621] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.252246] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5277436a-c477-c7ba-08af-5fd8db0d0b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.507570] env[69243]: DEBUG nova.compute.manager [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-vif-plugged-20ed1609-6553-4e14-8d07-a1ef154db2b4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.507829] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] Acquiring lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.508049] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.508221] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.508387] env[69243]: DEBUG nova.compute.manager [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] No waiting events found dispatching network-vif-plugged-20ed1609-6553-4e14-8d07-a1ef154db2b4 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.508551] env[69243]: WARNING nova.compute.manager [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received unexpected event network-vif-plugged-20ed1609-6553-4e14-8d07-a1ef154db2b4 for instance with vm_state building and task_state spawning. [ 844.508709] env[69243]: DEBUG nova.compute.manager [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-changed-20ed1609-6553-4e14-8d07-a1ef154db2b4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.508860] env[69243]: DEBUG nova.compute.manager [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Refreshing instance network info cache due to event network-changed-20ed1609-6553-4e14-8d07-a1ef154db2b4. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.509130] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] Acquiring lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.509306] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] Acquired lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.509470] env[69243]: DEBUG nova.network.neutron [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Refreshing network info cache for port 20ed1609-6553-4e14-8d07-a1ef154db2b4 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.711485] env[69243]: DEBUG nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 844.711757] env[69243]: DEBUG nova.compute.provider_tree [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 84 to 85 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 844.711964] env[69243]: DEBUG nova.compute.provider_tree [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.737598] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689285, 'name': ReconfigVM_Task, 'duration_secs': 0.286148} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.738503] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 68baff7d-43aa-4106-b6fc-09306658bc1d/68baff7d-43aa-4106-b6fc-09306658bc1d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.739129] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c047c092-16e7-49ec-bdef-82f4c3f7a2a8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.747265] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 844.747265] env[69243]: value = "task-3689286" [ 844.747265] env[69243]: _type = "Task" [ 844.747265] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.753975] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5277436a-c477-c7ba-08af-5fd8db0d0b18, 'name': SearchDatastore_Task, 'duration_secs': 0.02201} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.755295] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bb884f-5fc6-4fa4-b219-125f2e938d1b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.761111] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689286, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.764414] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 844.764414] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525232f4-b639-620e-db0a-439f56c924e2" [ 844.764414] env[69243]: _type = "Task" [ 844.764414] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.773164] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525232f4-b639-620e-db0a-439f56c924e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.048773] env[69243]: DEBUG nova.network.neutron [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.132640] env[69243]: DEBUG nova.network.neutron [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.221908] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.954s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.222412] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.982s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.223971] env[69243]: INFO nova.compute.claims [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.260601] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689286, 'name': Rename_Task, 'duration_secs': 0.16145} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.260963] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.261645] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4073b540-648d-47ec-bab6-022feb23e5c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.266764] env[69243]: INFO nova.scheduler.client.report [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Deleted allocations for instance 2d306638-e6d4-4c76-8cdc-7f2da7185b1d [ 845.285657] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 845.285657] env[69243]: value = "task-3689287" [ 845.285657] env[69243]: _type = "Task" [ 845.285657] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.299390] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525232f4-b639-620e-db0a-439f56c924e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.300262] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.300583] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 01c00512-dc15-40ca-a4d3-18244b1a55af/01c00512-dc15-40ca-a4d3-18244b1a55af.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.300880] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ccbe86-ac2b-4a2a-a944-69ddd9eb7bfd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.306972] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.314033] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 845.314033] env[69243]: value = "task-3689288" [ 845.314033] env[69243]: _type = "Task" [ 845.314033] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.325149] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.637044] env[69243]: DEBUG oslo_concurrency.lockutils [req-3ba41c7e-4cf4-410a-94e8-04bd5241e61b req-66031109-c47d-4eee-8470-7ccbd104a865 service nova] Releasing lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.666849] env[69243]: DEBUG nova.network.neutron [-] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.795186] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1a4f2a44-1a1c-4ee7-a5b5-fe64f5022478 tempest-ServerGroupTestJSON-514627857 tempest-ServerGroupTestJSON-514627857-project-member] Lock "2d306638-e6d4-4c76-8cdc-7f2da7185b1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.645s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.803240] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689287, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.825921] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487539} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.826233] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 01c00512-dc15-40ca-a4d3-18244b1a55af/01c00512-dc15-40ca-a4d3-18244b1a55af.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.826451] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.826708] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbd6f1d4-2131-4643-9e8a-2d016efa50dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.834897] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 845.834897] env[69243]: value = "task-3689289" [ 845.834897] env[69243]: _type = "Task" [ 845.834897] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.844718] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.169301] env[69243]: INFO nova.compute.manager [-] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Took 1.94 seconds to deallocate network for instance. [ 846.304369] env[69243]: DEBUG oslo_vmware.api [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689287, 'name': PowerOnVM_Task, 'duration_secs': 0.655156} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.306922] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.307150] env[69243]: DEBUG nova.compute.manager [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.308312] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9358f2df-3483-4b3d-8e7a-1b4629662d15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.349416] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067885} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.350121] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.350528] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109c785e-a1d6-4c88-9fbe-6440104cff7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.375442] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 01c00512-dc15-40ca-a4d3-18244b1a55af/01c00512-dc15-40ca-a4d3-18244b1a55af.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.378386] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a64cccc5-8880-45ec-906b-daef051baa63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.399438] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 846.399438] env[69243]: value = "task-3689290" [ 846.399438] env[69243]: _type = "Task" [ 846.399438] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.415070] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689290, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.653698] env[69243]: DEBUG nova.compute.manager [req-1d37238a-bb21-4751-a587-83826d9a099f req-2d4c52c7-9b08-4546-8972-c5ced4529705 service nova] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Received event network-vif-deleted-d1c892bb-2a3f-4160-adc1-f06ba7115c0e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.677717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.718657] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Successfully updated port: 0be9dc9e-045c-4511-a45b-a5878df2274d {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.827608] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacabe5d-0cda-4e89-9b63-b391407dabaf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.833234] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.839626] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7b854c-7fa0-487b-b7a8-fc97d7b696d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.876513] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f63be3-f268-4e2d-8a79-cf49759b9b18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.887253] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb56c21-c507-43c3-95aa-f78136c6e56a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.902698] env[69243]: DEBUG nova.compute.provider_tree [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.913527] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.300350] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "68baff7d-43aa-4106-b6fc-09306658bc1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.300709] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "68baff7d-43aa-4106-b6fc-09306658bc1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.300933] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "68baff7d-43aa-4106-b6fc-09306658bc1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.301145] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "68baff7d-43aa-4106-b6fc-09306658bc1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.301482] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "68baff7d-43aa-4106-b6fc-09306658bc1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.305608] env[69243]: INFO nova.compute.manager [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Terminating instance [ 847.411944] env[69243]: DEBUG nova.scheduler.client.report [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.422014] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689290, 'name': ReconfigVM_Task, 'duration_secs': 0.617986} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.422542] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 01c00512-dc15-40ca-a4d3-18244b1a55af/01c00512-dc15-40ca-a4d3-18244b1a55af.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.423153] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c4c49ff-4546-41a2-989c-9abc3a4b5023 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.431144] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 847.431144] env[69243]: value = "task-3689291" [ 847.431144] env[69243]: _type = "Task" [ 847.431144] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.441158] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689291, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.808338] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "refresh_cache-68baff7d-43aa-4106-b6fc-09306658bc1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.808524] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquired lock "refresh_cache-68baff7d-43aa-4106-b6fc-09306658bc1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.808725] env[69243]: DEBUG nova.network.neutron [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.916897] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.917782] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.920392] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.256s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.920572] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.920764] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 847.921049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.083s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.921255] env[69243]: DEBUG nova.objects.instance [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lazy-loading 'resources' on Instance uuid 740a2dd7-57f5-4398-b35b-5c3a452c80ec {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.924232] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4badf20c-2ff6-4fd0-a1a6-a12b39c81385 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.933394] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65351036-8d2e-40ea-a512-375c2f571c7f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.955615] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689291, 'name': Rename_Task, 'duration_secs': 0.180007} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.956768] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.957463] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736e3ac-1f31-4b61-afdd-2a0e1043e4ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.959758] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1637b18-7216-4468-8b2c-78432951a179 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.966616] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ce8e3-ef45-4c7c-86cf-8e976c3fba8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.971317] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 847.971317] env[69243]: value = "task-3689292" [ 847.971317] env[69243]: _type = "Task" [ 847.971317] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.002327] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178010MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 848.002493] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.009251] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689292, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.328812] env[69243]: DEBUG nova.network.neutron [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.396352] env[69243]: DEBUG nova.network.neutron [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.425154] env[69243]: DEBUG nova.compute.utils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.430042] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.430148] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.485315] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.497336] env[69243]: DEBUG nova.policy [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94051a2fc68c4f278181fb6e54ff8cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1b7129b72e54e11a90f3d83bfe52299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.693096] env[69243]: DEBUG nova.compute.manager [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-vif-plugged-0be9dc9e-045c-4511-a45b-a5878df2274d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.693096] env[69243]: DEBUG oslo_concurrency.lockutils [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] Acquiring lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.693096] env[69243]: DEBUG oslo_concurrency.lockutils [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.693096] env[69243]: DEBUG oslo_concurrency.lockutils [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.693096] env[69243]: DEBUG nova.compute.manager [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] No waiting events found dispatching network-vif-plugged-0be9dc9e-045c-4511-a45b-a5878df2274d {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.693096] env[69243]: WARNING nova.compute.manager [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received unexpected event network-vif-plugged-0be9dc9e-045c-4511-a45b-a5878df2274d for instance with vm_state building and task_state spawning. [ 848.693096] env[69243]: DEBUG nova.compute.manager [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-changed-0be9dc9e-045c-4511-a45b-a5878df2274d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.693096] env[69243]: DEBUG nova.compute.manager [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Refreshing instance network info cache due to event network-changed-0be9dc9e-045c-4511-a45b-a5878df2274d. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.693096] env[69243]: DEBUG oslo_concurrency.lockutils [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] Acquiring lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.693096] env[69243]: DEBUG oslo_concurrency.lockutils [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] Acquired lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.693096] env[69243]: DEBUG nova.network.neutron [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Refreshing network info cache for port 0be9dc9e-045c-4511-a45b-a5878df2274d {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.900285] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Releasing lock "refresh_cache-68baff7d-43aa-4106-b6fc-09306658bc1d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.900835] env[69243]: DEBUG nova.compute.manager [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.901129] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.902482] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30028c78-ba71-48a3-b624-c5043ec56dab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.911670] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.911858] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37664400-45c6-4195-85e2-de9c0f310ec9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.922125] env[69243]: DEBUG oslo_vmware.api [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 848.922125] env[69243]: value = "task-3689293" [ 848.922125] env[69243]: _type = "Task" [ 848.922125] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.930284] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.936996] env[69243]: DEBUG oslo_vmware.api [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.972229] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2165d163-88cc-4eca-920c-3e55ded73871 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.987377] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ebc757-0bb3-4442-baf4-8733f1bc3669 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.991522] env[69243]: DEBUG oslo_vmware.api [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689292, 'name': PowerOnVM_Task, 'duration_secs': 0.645312} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.991522] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.991843] env[69243]: INFO nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Took 10.42 seconds to spawn the instance on the hypervisor. [ 848.991843] env[69243]: DEBUG nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.992961] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6d7082-eebd-4b3f-b7d5-96a273ba8ec1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.023187] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c350849-988e-461d-9fba-b479b8a28cd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.040563] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54c9fd-121d-4527-bdeb-1783433f917a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.056893] env[69243]: DEBUG nova.compute.provider_tree [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.187753] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Successfully created port: f82f3deb-ca14-4d53-a6ec-92e94695f382 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.238908] env[69243]: DEBUG nova.network.neutron [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.282729] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Successfully updated port: 139d683b-24b2-4fb7-a78e-6f40dc497627 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.354373] env[69243]: DEBUG nova.network.neutron [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.433586] env[69243]: DEBUG oslo_vmware.api [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689293, 'name': PowerOffVM_Task, 'duration_secs': 0.297793} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.433870] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.434050] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.434304] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daad3ae6-73b0-4bce-b4e4-cccfa3131abc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.475719] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.475719] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.475719] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Deleting the datastore file [datastore2] 68baff7d-43aa-4106-b6fc-09306658bc1d {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.475860] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1330eedb-d287-46f2-93b6-c00941604ba3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.483306] env[69243]: DEBUG oslo_vmware.api [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for the task: (returnval){ [ 849.483306] env[69243]: value = "task-3689295" [ 849.483306] env[69243]: _type = "Task" [ 849.483306] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.494204] env[69243]: DEBUG oslo_vmware.api [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.544443] env[69243]: INFO nova.compute.manager [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Took 51.56 seconds to build instance. [ 849.562914] env[69243]: DEBUG nova.scheduler.client.report [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.787606] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.856670] env[69243]: DEBUG oslo_concurrency.lockutils [req-21509630-af68-46a9-8a15-3d3b6717d372 req-81e314d2-9ac2-4221-9d84-42cb2cd0453a service nova] Releasing lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.857161] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.857333] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.948314] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.982867] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.983134] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.983297] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.983480] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.983629] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.983835] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.984067] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.984249] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.984446] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.984667] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.984849] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.985789] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dfca16-e66a-405c-b9c1-a2afc6fda366 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.997394] env[69243]: DEBUG oslo_vmware.api [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Task: {'id': task-3689295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115763} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.999435] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.999652] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.999836] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.000014] env[69243]: INFO nova.compute.manager [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 850.000258] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.000504] env[69243]: DEBUG nova.compute.manager [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.000607] env[69243]: DEBUG nova.network.neutron [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.003092] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2fd425-60c4-48e6-bc6e-65874188053f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.027120] env[69243]: DEBUG nova.network.neutron [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.046928] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2442057a-a125-410f-b72f-2766c9ba30de tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.002s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.066944] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.070323] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.548s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.070573] env[69243]: DEBUG nova.objects.instance [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lazy-loading 'resources' on Instance uuid 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.093773] env[69243]: INFO nova.scheduler.client.report [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Deleted allocations for instance 740a2dd7-57f5-4398-b35b-5c3a452c80ec [ 850.398953] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.527446] env[69243]: DEBUG nova.network.neutron [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.550007] env[69243]: DEBUG nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.602202] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84ead46c-6905-4ba7-95bb-8cdd2ad44a81 tempest-ServerAddressesTestJSON-1449047409 tempest-ServerAddressesTestJSON-1449047409-project-member] Lock "740a2dd7-57f5-4398-b35b-5c3a452c80ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.250s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.034925] env[69243]: INFO nova.compute.manager [-] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Took 1.03 seconds to deallocate network for instance. [ 851.036027] env[69243]: DEBUG nova.compute.manager [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-vif-plugged-139d683b-24b2-4fb7-a78e-6f40dc497627 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.036237] env[69243]: DEBUG oslo_concurrency.lockutils [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] Acquiring lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.036441] env[69243]: DEBUG oslo_concurrency.lockutils [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.036610] env[69243]: DEBUG oslo_concurrency.lockutils [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.036779] env[69243]: DEBUG nova.compute.manager [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] No waiting events found dispatching network-vif-plugged-139d683b-24b2-4fb7-a78e-6f40dc497627 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.036945] env[69243]: WARNING nova.compute.manager [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received unexpected event network-vif-plugged-139d683b-24b2-4fb7-a78e-6f40dc497627 for instance with vm_state building and task_state spawning. [ 851.037423] env[69243]: DEBUG nova.compute.manager [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-changed-139d683b-24b2-4fb7-a78e-6f40dc497627 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.037636] env[69243]: DEBUG nova.compute.manager [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Refreshing instance network info cache due to event network-changed-139d683b-24b2-4fb7-a78e-6f40dc497627. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.037811] env[69243]: DEBUG oslo_concurrency.lockutils [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] Acquiring lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.077228] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.081636] env[69243]: DEBUG nova.network.neutron [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Updating instance_info_cache with network_info: [{"id": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "address": "fa:16:3e:55:4c:c4", "network": {"id": "ebe5ef4d-fbe8-47fb-9e13-c420714d85cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773729680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ed1609-65", "ovs_interfaceid": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0be9dc9e-045c-4511-a45b-a5878df2274d", "address": "fa:16:3e:75:44:72", "network": {"id": "d78c7fd9-9f9f-4c83-9098-5cd9a6f3ce5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322029488", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be9dc9e-04", "ovs_interfaceid": "0be9dc9e-045c-4511-a45b-a5878df2274d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "139d683b-24b2-4fb7-a78e-6f40dc497627", "address": "fa:16:3e:8f:39:0d", "network": {"id": "ebe5ef4d-fbe8-47fb-9e13-c420714d85cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773729680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap139d683b-24", "ovs_interfaceid": "139d683b-24b2-4fb7-a78e-6f40dc497627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.115293] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03107470-0780-41de-8434-d974545cfa4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.124647] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3565ccf-8f62-4a5e-be48-f103f4cd3201 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.158657] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3f844-0ca6-4b3d-8085-55c0e338f13b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.167764] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bc35a9-df7d-4008-a312-178c6985b200 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.182743] env[69243]: DEBUG nova.compute.provider_tree [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.408767] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Successfully updated port: f82f3deb-ca14-4d53-a6ec-92e94695f382 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.550037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.594793] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Releasing lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.595243] env[69243]: DEBUG nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Instance network_info: |[{"id": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "address": "fa:16:3e:55:4c:c4", "network": {"id": "ebe5ef4d-fbe8-47fb-9e13-c420714d85cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773729680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ed1609-65", "ovs_interfaceid": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0be9dc9e-045c-4511-a45b-a5878df2274d", "address": "fa:16:3e:75:44:72", "network": {"id": "d78c7fd9-9f9f-4c83-9098-5cd9a6f3ce5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322029488", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be9dc9e-04", "ovs_interfaceid": "0be9dc9e-045c-4511-a45b-a5878df2274d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "139d683b-24b2-4fb7-a78e-6f40dc497627", "address": "fa:16:3e:8f:39:0d", "network": {"id": "ebe5ef4d-fbe8-47fb-9e13-c420714d85cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773729680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap139d683b-24", "ovs_interfaceid": "139d683b-24b2-4fb7-a78e-6f40dc497627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.595568] env[69243]: DEBUG oslo_concurrency.lockutils [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] Acquired lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.595746] env[69243]: DEBUG nova.network.neutron [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Refreshing network info cache for port 139d683b-24b2-4fb7-a78e-6f40dc497627 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.597050] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:4c:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20ed1609-6553-4e14-8d07-a1ef154db2b4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:44:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0be9dc9e-045c-4511-a45b-a5878df2274d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:39:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '139d683b-24b2-4fb7-a78e-6f40dc497627', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.615020] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Creating folder: Project (3744ce3082794bc8949282889fc8864d). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.619109] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e78fd30c-d312-4f1c-b145-c80f64cd9b1e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.632703] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Created folder: Project (3744ce3082794bc8949282889fc8864d) in parent group-v734844. [ 851.632915] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Creating folder: Instances. Parent ref: group-v735022. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.633166] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-520ccb74-04df-41f9-aa0b-b99a0f2fdd42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.642708] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Created folder: Instances in parent group-v735022. [ 851.642906] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.643112] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.643318] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1473facd-861b-4197-9fc4-3b1219207e2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.669333] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.669333] env[69243]: value = "task-3689298" [ 851.669333] env[69243]: _type = "Task" [ 851.669333] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.679087] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689298, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.689891] env[69243]: DEBUG nova.scheduler.client.report [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.912024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "refresh_cache-67637a52-4a89-4d65-a112-d4163bbfdb93" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.912274] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "refresh_cache-67637a52-4a89-4d65-a112-d4163bbfdb93" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.912439] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.075662] env[69243]: DEBUG nova.network.neutron [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Updated VIF entry in instance network info cache for port 139d683b-24b2-4fb7-a78e-6f40dc497627. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.076415] env[69243]: DEBUG nova.network.neutron [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Updating instance_info_cache with network_info: [{"id": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "address": "fa:16:3e:55:4c:c4", "network": {"id": "ebe5ef4d-fbe8-47fb-9e13-c420714d85cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773729680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ed1609-65", "ovs_interfaceid": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0be9dc9e-045c-4511-a45b-a5878df2274d", "address": "fa:16:3e:75:44:72", "network": {"id": "d78c7fd9-9f9f-4c83-9098-5cd9a6f3ce5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322029488", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be9dc9e-04", "ovs_interfaceid": "0be9dc9e-045c-4511-a45b-a5878df2274d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "139d683b-24b2-4fb7-a78e-6f40dc497627", "address": "fa:16:3e:8f:39:0d", "network": {"id": "ebe5ef4d-fbe8-47fb-9e13-c420714d85cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773729680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap139d683b-24", "ovs_interfaceid": "139d683b-24b2-4fb7-a78e-6f40dc497627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.183628] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689298, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.197781] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.200356] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.982s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.200602] env[69243]: DEBUG nova.objects.instance [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lazy-loading 'resources' on Instance uuid 92594ac9-9eb3-477b-af00-ea6930a43cec {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.226368] env[69243]: INFO nova.scheduler.client.report [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted allocations for instance 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4 [ 852.301831] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "01c00512-dc15-40ca-a4d3-18244b1a55af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.302116] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.302324] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "01c00512-dc15-40ca-a4d3-18244b1a55af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.302501] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.302664] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.306815] env[69243]: INFO nova.compute.manager [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Terminating instance [ 852.483813] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.579104] env[69243]: DEBUG oslo_concurrency.lockutils [req-7a85ef72-2579-4411-83c5-be8aba93731d req-deba4111-a79b-4dbc-ab2a-ea32b6bdef5d service nova] Releasing lock "refresh_cache-b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.681673] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689298, 'name': CreateVM_Task, 'duration_secs': 0.546122} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.681854] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.682792] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.682967] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.683309] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.683554] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bf9d5e-6877-4966-a925-7276cffe76d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.687651] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 852.687651] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5214cd50-7689-5603-c1ce-95202fba461e" [ 852.687651] env[69243]: _type = "Task" [ 852.687651] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.694925] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5214cd50-7689-5603-c1ce-95202fba461e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.735514] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a8314ea-5905-45f7-9f64-51b5b15e783d tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.723s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.818530] env[69243]: DEBUG nova.compute.manager [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.818705] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.820681] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4294ee0-bbd1-4036-b635-bc4256653898 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.828851] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.829173] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a90e8b0-46a6-460f-9715-ee0708fa22cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.837494] env[69243]: DEBUG oslo_vmware.api [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 852.837494] env[69243]: value = "task-3689299" [ 852.837494] env[69243]: _type = "Task" [ 852.837494] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.841838] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Updating instance_info_cache with network_info: [{"id": "f82f3deb-ca14-4d53-a6ec-92e94695f382", "address": "fa:16:3e:83:84:94", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf82f3deb-ca", "ovs_interfaceid": "f82f3deb-ca14-4d53-a6ec-92e94695f382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.848441] env[69243]: DEBUG oslo_vmware.api [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.174739] env[69243]: DEBUG nova.compute.manager [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Received event network-vif-plugged-f82f3deb-ca14-4d53-a6ec-92e94695f382 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.175038] env[69243]: DEBUG oslo_concurrency.lockutils [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] Acquiring lock "67637a52-4a89-4d65-a112-d4163bbfdb93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.175267] env[69243]: DEBUG oslo_concurrency.lockutils [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.175894] env[69243]: DEBUG oslo_concurrency.lockutils [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.175894] env[69243]: DEBUG nova.compute.manager [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] No waiting events found dispatching network-vif-plugged-f82f3deb-ca14-4d53-a6ec-92e94695f382 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.175894] env[69243]: WARNING nova.compute.manager [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Received unexpected event network-vif-plugged-f82f3deb-ca14-4d53-a6ec-92e94695f382 for instance with vm_state building and task_state spawning. [ 853.175894] env[69243]: DEBUG nova.compute.manager [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Received event network-changed-f82f3deb-ca14-4d53-a6ec-92e94695f382 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.176289] env[69243]: DEBUG nova.compute.manager [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Refreshing instance network info cache due to event network-changed-f82f3deb-ca14-4d53-a6ec-92e94695f382. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.176488] env[69243]: DEBUG oslo_concurrency.lockutils [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] Acquiring lock "refresh_cache-67637a52-4a89-4d65-a112-d4163bbfdb93" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.204025] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5214cd50-7689-5603-c1ce-95202fba461e, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.204025] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.204025] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.205246] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.205246] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.205246] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.205246] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b652722e-2e67-46da-9a63-c28dbc960ae0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.219560] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.219786] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.220704] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de64e61d-6989-4cd3-a4de-09ef913d3d58 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.227387] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 853.227387] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52293ab3-9b1a-6254-2cec-bbcc1b61b54d" [ 853.227387] env[69243]: _type = "Task" [ 853.227387] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.239574] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52293ab3-9b1a-6254-2cec-bbcc1b61b54d, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.243918] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6df3ac-0b16-495e-b890-9b00811566bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.248230] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 853.248230] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cf3e7-e2d8-60de-ff2d-cab9d73f8819" [ 853.248230] env[69243]: _type = "Task" [ 853.248230] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.258435] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cf3e7-e2d8-60de-ff2d-cab9d73f8819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.310717] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76acbdc0-fd3b-42bd-8812-06f28c7c43dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.319388] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec6297b-63a7-4683-8f8b-0e4dcefce88b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.353257] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "refresh_cache-67637a52-4a89-4d65-a112-d4163bbfdb93" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.353639] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Instance network_info: |[{"id": "f82f3deb-ca14-4d53-a6ec-92e94695f382", "address": "fa:16:3e:83:84:94", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf82f3deb-ca", "ovs_interfaceid": "f82f3deb-ca14-4d53-a6ec-92e94695f382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.357398] env[69243]: DEBUG oslo_concurrency.lockutils [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] Acquired lock "refresh_cache-67637a52-4a89-4d65-a112-d4163bbfdb93" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.357602] env[69243]: DEBUG nova.network.neutron [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Refreshing network info cache for port f82f3deb-ca14-4d53-a6ec-92e94695f382 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.359426] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:84:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f82f3deb-ca14-4d53-a6ec-92e94695f382', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.367480] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.368175] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c544fb-8692-44e3-9108-756d7296e38d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.371619] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.372358] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749f6540-a133-47db-865a-63d1338131f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.393234] env[69243]: DEBUG oslo_vmware.api [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689299, 'name': PowerOffVM_Task, 'duration_secs': 0.230524} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.395907] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.396140] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.396740] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d598aba8-e656-4122-9a7a-e1e46fc7aabb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.402705] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c3fbb5-bc8f-4820-838d-18c2be788d89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.409304] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.409304] env[69243]: value = "task-3689300" [ 853.409304] env[69243]: _type = "Task" [ 853.409304] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.421384] env[69243]: DEBUG nova.compute.provider_tree [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.427824] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689300, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.476653] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.477441] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.477441] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Deleting the datastore file [datastore2] 01c00512-dc15-40ca-a4d3-18244b1a55af {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.477441] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99dd5e5-fa2f-4629-9e9d-d2b42202a287 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.484065] env[69243]: DEBUG oslo_vmware.api [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for the task: (returnval){ [ 853.484065] env[69243]: value = "task-3689302" [ 853.484065] env[69243]: _type = "Task" [ 853.484065] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.493585] env[69243]: DEBUG oslo_vmware.api [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.572418] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.573130] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.573318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.573578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.573779] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.576925] env[69243]: INFO nova.compute.manager [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Terminating instance [ 853.760970] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cf3e7-e2d8-60de-ff2d-cab9d73f8819, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.761419] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.761780] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a/b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.762079] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8098d4ea-c55b-4255-ab17-255474499a75 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.768871] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 853.768871] env[69243]: value = "task-3689303" [ 853.768871] env[69243]: _type = "Task" [ 853.768871] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.927279] env[69243]: DEBUG nova.scheduler.client.report [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.931744] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689300, 'name': CreateVM_Task, 'duration_secs': 0.395886} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.931818] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.932569] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.932798] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.933567] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.934240] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e3cb28-f5c0-4ebf-99fa-7d5b5a0da4bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.944998] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 853.944998] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5297c937-6677-962f-02e2-9d1f41c1288e" [ 853.944998] env[69243]: _type = "Task" [ 853.944998] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.953019] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5297c937-6677-962f-02e2-9d1f41c1288e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.995626] env[69243]: DEBUG oslo_vmware.api [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Task: {'id': task-3689302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144288} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.995903] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.996140] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.996329] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.996506] env[69243]: INFO nova.compute.manager [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Took 1.18 seconds to destroy the instance on the hypervisor. [ 853.996746] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.996944] env[69243]: DEBUG nova.compute.manager [-] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.997055] env[69243]: DEBUG nova.network.neutron [-] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.080235] env[69243]: DEBUG nova.compute.manager [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.080330] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.081921] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca1a02-afa6-4e01-bbc2-3ece98d1fcba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.091232] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.092511] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-471e40f2-e2cd-447a-abfb-97cd35ee517b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.104540] env[69243]: DEBUG oslo_vmware.api [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 854.104540] env[69243]: value = "task-3689304" [ 854.104540] env[69243]: _type = "Task" [ 854.104540] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.114054] env[69243]: DEBUG oslo_vmware.api [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.157298] env[69243]: DEBUG nova.network.neutron [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Updated VIF entry in instance network info cache for port f82f3deb-ca14-4d53-a6ec-92e94695f382. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.157571] env[69243]: DEBUG nova.network.neutron [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Updating instance_info_cache with network_info: [{"id": "f82f3deb-ca14-4d53-a6ec-92e94695f382", "address": "fa:16:3e:83:84:94", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf82f3deb-ca", "ovs_interfaceid": "f82f3deb-ca14-4d53-a6ec-92e94695f382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.279611] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464223} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.279730] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a/b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.279966] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.280261] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c03838c6-bd07-4f25-a62c-52603e000883 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.289118] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 854.289118] env[69243]: value = "task-3689305" [ 854.289118] env[69243]: _type = "Task" [ 854.289118] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.300594] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.423662] env[69243]: DEBUG nova.compute.manager [req-650d2457-3aba-4368-88fc-24edd974c3c5 req-ef383739-cdcc-4e19-b595-27d50f694b47 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Received event network-vif-deleted-21c98289-160b-41bf-b9b1-52ff166b26bb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.423943] env[69243]: INFO nova.compute.manager [req-650d2457-3aba-4368-88fc-24edd974c3c5 req-ef383739-cdcc-4e19-b595-27d50f694b47 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Neutron deleted interface 21c98289-160b-41bf-b9b1-52ff166b26bb; detaching it from the instance and deleting it from the info cache [ 854.424187] env[69243]: DEBUG nova.network.neutron [req-650d2457-3aba-4368-88fc-24edd974c3c5 req-ef383739-cdcc-4e19-b595-27d50f694b47 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.435305] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.437567] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.215s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.439042] env[69243]: INFO nova.compute.claims [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.453170] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5297c937-6677-962f-02e2-9d1f41c1288e, 'name': SearchDatastore_Task, 'duration_secs': 0.063785} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.453170] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.453410] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.454145] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.454145] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.454145] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.454282] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2406337c-2209-4370-b02f-dbd0f4d518f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.461044] env[69243]: INFO nova.scheduler.client.report [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Deleted allocations for instance 92594ac9-9eb3-477b-af00-ea6930a43cec [ 854.465394] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.465394] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.468476] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ba655e-ba6c-4dbc-9f91-08c145eecfcb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.474300] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 854.474300] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d087fe-745e-35e7-a49a-a7b31ffa1060" [ 854.474300] env[69243]: _type = "Task" [ 854.474300] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.484264] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d087fe-745e-35e7-a49a-a7b31ffa1060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.612212] env[69243]: DEBUG oslo_vmware.api [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689304, 'name': PowerOffVM_Task, 'duration_secs': 0.247706} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.612497] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.612666] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.612910] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63441d38-bad2-4e1f-bc90-72f3b9940881 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.660722] env[69243]: DEBUG oslo_concurrency.lockutils [req-d93286bb-3849-41cd-aaef-ec6b8146d3a6 req-123d777e-3903-4231-855a-8b7c0864a822 service nova] Releasing lock "refresh_cache-67637a52-4a89-4d65-a112-d4163bbfdb93" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.683217] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.683500] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.683694] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleting the datastore file [datastore2] d9b56808-ce9b-4efa-ba03-f0ac88238e0e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.683968] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d42fd62c-ac4b-4b5a-9041-7e45220a475e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.689948] env[69243]: DEBUG oslo_vmware.api [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 854.689948] env[69243]: value = "task-3689307" [ 854.689948] env[69243]: _type = "Task" [ 854.689948] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.698363] env[69243]: DEBUG oslo_vmware.api [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.798789] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086483} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.799123] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.800062] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00fcc68-a02e-47e2-a500-ed1bb54248c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.819458] env[69243]: DEBUG nova.network.neutron [-] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.830320] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a/b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.830501] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07918bce-511f-431d-a8f2-b85d5dbb08b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.850650] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 854.850650] env[69243]: value = "task-3689308" [ 854.850650] env[69243]: _type = "Task" [ 854.850650] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.859156] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.927672] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e24ae833-c18b-4b6e-88e1-d47fe5b69215 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.938308] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e242b-75d1-4a3f-bb64-290df1df28f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.976767] env[69243]: DEBUG nova.compute.manager [req-650d2457-3aba-4368-88fc-24edd974c3c5 req-ef383739-cdcc-4e19-b595-27d50f694b47 service nova] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Detach interface failed, port_id=21c98289-160b-41bf-b9b1-52ff166b26bb, reason: Instance 01c00512-dc15-40ca-a4d3-18244b1a55af could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.980565] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd8bef22-c517-4960-8797-6bf411e7c29c tempest-ServersTestJSON-390729436 tempest-ServersTestJSON-390729436-project-member] Lock "92594ac9-9eb3-477b-af00-ea6930a43cec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.177s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.987185] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d087fe-745e-35e7-a49a-a7b31ffa1060, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.987942] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6013ea-0182-473c-87b4-a195b0a3a460 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.993302] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 854.993302] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529f9d4d-5ca6-5d89-a5fb-d753be606775" [ 854.993302] env[69243]: _type = "Task" [ 854.993302] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.000695] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529f9d4d-5ca6-5d89-a5fb-d753be606775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.201120] env[69243]: DEBUG oslo_vmware.api [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129743} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.201246] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.201369] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.201580] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.201764] env[69243]: INFO nova.compute.manager [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 855.202068] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.202276] env[69243]: DEBUG nova.compute.manager [-] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.202375] env[69243]: DEBUG nova.network.neutron [-] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.331121] env[69243]: INFO nova.compute.manager [-] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Took 1.33 seconds to deallocate network for instance. [ 855.361649] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.506522] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529f9d4d-5ca6-5d89-a5fb-d753be606775, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.509554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.509908] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 67637a52-4a89-4d65-a112-d4163bbfdb93/67637a52-4a89-4d65-a112-d4163bbfdb93.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.510370] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cd06d1e-4c36-43b6-87c7-c8d3d9cf987b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.516131] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 855.516131] env[69243]: value = "task-3689309" [ 855.516131] env[69243]: _type = "Task" [ 855.516131] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.527906] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.839506] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.863323] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689308, 'name': ReconfigVM_Task, 'duration_secs': 0.658574} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.863640] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Reconfigured VM instance instance-0000003b to attach disk [datastore2] b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a/b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.864360] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbecc3e8-76e0-4646-b71a-cad25655858c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.872941] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 855.872941] env[69243]: value = "task-3689310" [ 855.872941] env[69243]: _type = "Task" [ 855.872941] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.884810] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689310, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.955344] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36abc9b6-0001-4d93-8e7f-e3551413bcca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.965157] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee66c9f-c7bc-4eb5-ab7d-2d061ebfe15a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.998279] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b643a-7bbc-4f9e-883a-c37022df86ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.011230] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215958ae-b1b1-43d4-a664-1fddad537a5b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.023691] env[69243]: DEBUG nova.compute.provider_tree [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.034726] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.034980] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 67637a52-4a89-4d65-a112-d4163bbfdb93/67637a52-4a89-4d65-a112-d4163bbfdb93.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.035205] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.036514] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6135db82-3de7-4c8d-926d-606992c02c04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.044101] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 856.044101] env[69243]: value = "task-3689311" [ 856.044101] env[69243]: _type = "Task" [ 856.044101] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.052376] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.104171] env[69243]: DEBUG nova.network.neutron [-] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.383878] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689310, 'name': Rename_Task, 'duration_secs': 0.339506} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.384171] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.384416] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-635ed85a-b329-4127-ab2d-e45581a66256 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.392662] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 856.392662] env[69243]: value = "task-3689312" [ 856.392662] env[69243]: _type = "Task" [ 856.392662] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.401882] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.553787] env[69243]: DEBUG nova.compute.manager [req-bbebd9b8-2f85-48c2-9392-6d69e73c65a0 req-acbb8196-e68e-432d-b0ce-ad8928920069 service nova] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Received event network-vif-deleted-24273669-0e66-47b8-9845-02945d18c322 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.558341] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090774} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.558606] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.559459] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1825b4e-59ee-48ff-8905-e0d37faa7c70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.587570] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 67637a52-4a89-4d65-a112-d4163bbfdb93/67637a52-4a89-4d65-a112-d4163bbfdb93.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.588532] env[69243]: DEBUG nova.scheduler.client.report [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 856.588937] env[69243]: DEBUG nova.compute.provider_tree [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 85 to 86 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 856.588937] env[69243]: DEBUG nova.compute.provider_tree [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.593869] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa4f801-77d3-41b3-aa4c-69a4c9a5d53a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.611806] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.612756] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.614846] env[69243]: INFO nova.compute.manager [-] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Took 1.41 seconds to deallocate network for instance. [ 856.615378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.749s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.618111] env[69243]: INFO nova.compute.claims [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.628662] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 856.628662] env[69243]: value = "task-3689313" [ 856.628662] env[69243]: _type = "Task" [ 856.628662] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.641569] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.906882] env[69243]: DEBUG oslo_vmware.api [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689312, 'name': PowerOnVM_Task, 'duration_secs': 0.485281} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.907047] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.907208] env[69243]: INFO nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Took 15.62 seconds to spawn the instance on the hypervisor. [ 856.907720] env[69243]: DEBUG nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.909030] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978713e8-4fb5-4633-b804-4866f1121b42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.124957] env[69243]: DEBUG nova.compute.utils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.126879] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.126879] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.129783] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.139866] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689313, 'name': ReconfigVM_Task, 'duration_secs': 0.287687} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.140142] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 67637a52-4a89-4d65-a112-d4163bbfdb93/67637a52-4a89-4d65-a112-d4163bbfdb93.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.140772] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5976fd3-6490-45ca-a9ac-b48b561aa217 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.147330] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 857.147330] env[69243]: value = "task-3689314" [ 857.147330] env[69243]: _type = "Task" [ 857.147330] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.156102] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689314, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.180818] env[69243]: DEBUG nova.policy [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94051a2fc68c4f278181fb6e54ff8cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1b7129b72e54e11a90f3d83bfe52299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.426156] env[69243]: INFO nova.compute.manager [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Took 53.42 seconds to build instance. [ 857.488899] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Successfully created port: 33386f64-33ec-4800-9937-4f06e8f3037c {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.634083] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.657475] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689314, 'name': Rename_Task, 'duration_secs': 0.148563} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.657727] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.657971] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c873e22e-035a-4986-b333-dda028c45e95 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.669741] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 857.669741] env[69243]: value = "task-3689315" [ 857.669741] env[69243]: _type = "Task" [ 857.669741] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.675886] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.930426] env[69243]: DEBUG oslo_concurrency.lockutils [None req-efe69f56-94ea-40b6-b1e2-8202aee0846b tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.850s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.069402] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aaf7eb-f05c-4ecc-b510-4f545978fe2a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.078779] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af3b23-0424-48b5-b1cf-8dcea180c058 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.109979] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff462acd-e9b7-47c5-954f-a6853b7a1970 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.117080] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a427e5-5f57-4b1b-bda3-301a41847b33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.132484] env[69243]: DEBUG nova.compute.provider_tree [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.177949] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.196355] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.196570] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.196765] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.196946] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.197130] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.199028] env[69243]: INFO nova.compute.manager [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Terminating instance [ 858.643263] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.668096] env[69243]: DEBUG nova.scheduler.client.report [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Updated inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.668096] env[69243]: DEBUG nova.compute.provider_tree [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Updating resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 generation from 86 to 87 during operation: update_inventory {{(pid=69243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.668096] env[69243]: DEBUG nova.compute.provider_tree [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.673542] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.673772] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.673923] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.674114] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.674368] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.674403] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.674588] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.674743] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.674909] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.675104] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.675289] env[69243]: DEBUG nova.virt.hardware [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.679377] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c8b87a-1927-4e73-914c-41602ecebe64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.687698] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689315, 'name': PowerOnVM_Task, 'duration_secs': 1.009623} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.690821] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.691155] env[69243]: INFO nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Took 8.74 seconds to spawn the instance on the hypervisor. [ 858.691454] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.692572] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950ab81-f895-4f0f-b815-8746498bd1c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.695991] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c2fb0-19bf-4620-87a4-a58dfad8053d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.710233] env[69243]: DEBUG nova.compute.manager [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.710424] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.712625] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8e18c4-4f5c-482e-a7ef-e3674d2099f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.720820] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.721057] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05dce261-848a-4ef8-b80e-28d11a237393 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.726562] env[69243]: DEBUG oslo_vmware.api [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 858.726562] env[69243]: value = "task-3689316" [ 858.726562] env[69243]: _type = "Task" [ 858.726562] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.734279] env[69243]: DEBUG oslo_vmware.api [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.901168] env[69243]: DEBUG nova.compute.manager [req-fbf46b82-01ab-448e-b7ed-c0a46c260b23 req-928a9b5a-d703-47b1-91fc-96f5817cd8c4 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Received event network-vif-plugged-33386f64-33ec-4800-9937-4f06e8f3037c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.901519] env[69243]: DEBUG oslo_concurrency.lockutils [req-fbf46b82-01ab-448e-b7ed-c0a46c260b23 req-928a9b5a-d703-47b1-91fc-96f5817cd8c4 service nova] Acquiring lock "e6467f0c-6181-414e-983f-04ada898b9ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.901881] env[69243]: DEBUG oslo_concurrency.lockutils [req-fbf46b82-01ab-448e-b7ed-c0a46c260b23 req-928a9b5a-d703-47b1-91fc-96f5817cd8c4 service nova] Lock "e6467f0c-6181-414e-983f-04ada898b9ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.902207] env[69243]: DEBUG oslo_concurrency.lockutils [req-fbf46b82-01ab-448e-b7ed-c0a46c260b23 req-928a9b5a-d703-47b1-91fc-96f5817cd8c4 service nova] Lock "e6467f0c-6181-414e-983f-04ada898b9ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.902539] env[69243]: DEBUG nova.compute.manager [req-fbf46b82-01ab-448e-b7ed-c0a46c260b23 req-928a9b5a-d703-47b1-91fc-96f5817cd8c4 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] No waiting events found dispatching network-vif-plugged-33386f64-33ec-4800-9937-4f06e8f3037c {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.902811] env[69243]: WARNING nova.compute.manager [req-fbf46b82-01ab-448e-b7ed-c0a46c260b23 req-928a9b5a-d703-47b1-91fc-96f5817cd8c4 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Received unexpected event network-vif-plugged-33386f64-33ec-4800-9937-4f06e8f3037c for instance with vm_state building and task_state spawning. [ 858.981157] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Successfully updated port: 33386f64-33ec-4800-9937-4f06e8f3037c {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.183482] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.184308] env[69243]: DEBUG nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.186562] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.786s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.188395] env[69243]: INFO nova.compute.claims [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.224916] env[69243]: INFO nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Took 52.00 seconds to build instance. [ 859.236980] env[69243]: DEBUG oslo_vmware.api [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689316, 'name': PowerOffVM_Task, 'duration_secs': 0.215785} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.237248] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.237415] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.237691] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97db4e20-6cd5-4144-81bd-ea8a57595d8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.367827] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.368069] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.368256] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Deleting the datastore file [datastore2] b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.368525] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f515181-f7cc-4479-9355-f606b28e4285 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.380387] env[69243]: DEBUG oslo_vmware.api [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 859.380387] env[69243]: value = "task-3689318" [ 859.380387] env[69243]: _type = "Task" [ 859.380387] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.389914] env[69243]: DEBUG oslo_vmware.api [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.484361] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "refresh_cache-e6467f0c-6181-414e-983f-04ada898b9ab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.484537] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "refresh_cache-e6467f0c-6181-414e-983f-04ada898b9ab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.484715] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.692817] env[69243]: DEBUG nova.compute.utils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.696523] env[69243]: DEBUG nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.696702] env[69243]: DEBUG nova.network.neutron [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.726932] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.379s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.741591] env[69243]: DEBUG nova.policy [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72a17f06757b462db4fda57f3b6f6560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6b29ed078d54430891aad8a9b5b8e47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.892411] env[69243]: DEBUG oslo_vmware.api [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155464} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.892727] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.892959] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.893192] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.893410] env[69243]: INFO nova.compute.manager [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 859.893694] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.893933] env[69243]: DEBUG nova.compute.manager [-] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.894077] env[69243]: DEBUG nova.network.neutron [-] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.000067] env[69243]: DEBUG nova.network.neutron [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Successfully created port: 22ec951b-6b58-4607-9aa4-8cdf0c245ebd {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.051861] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.197210] env[69243]: DEBUG nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.422212] env[69243]: DEBUG nova.network.neutron [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Updating instance_info_cache with network_info: [{"id": "33386f64-33ec-4800-9937-4f06e8f3037c", "address": "fa:16:3e:5e:af:1a", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33386f64-33", "ovs_interfaceid": "33386f64-33ec-4800-9937-4f06e8f3037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.513460] env[69243]: DEBUG nova.compute.manager [req-d0cf9833-d95d-490b-b672-40ca0e2a7bac req-29c96c69-67b0-4688-a57c-2f0d90a4c2cd service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-vif-deleted-139d683b-24b2-4fb7-a78e-6f40dc497627 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.513670] env[69243]: INFO nova.compute.manager [req-d0cf9833-d95d-490b-b672-40ca0e2a7bac req-29c96c69-67b0-4688-a57c-2f0d90a4c2cd service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Neutron deleted interface 139d683b-24b2-4fb7-a78e-6f40dc497627; detaching it from the instance and deleting it from the info cache [ 860.513947] env[69243]: DEBUG nova.network.neutron [req-d0cf9833-d95d-490b-b672-40ca0e2a7bac req-29c96c69-67b0-4688-a57c-2f0d90a4c2cd service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Updating instance_info_cache with network_info: [{"id": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "address": "fa:16:3e:55:4c:c4", "network": {"id": "ebe5ef4d-fbe8-47fb-9e13-c420714d85cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-773729680", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ed1609-65", "ovs_interfaceid": "20ed1609-6553-4e14-8d07-a1ef154db2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0be9dc9e-045c-4511-a45b-a5878df2274d", "address": "fa:16:3e:75:44:72", "network": {"id": "d78c7fd9-9f9f-4c83-9098-5cd9a6f3ce5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322029488", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be9dc9e-04", "ovs_interfaceid": "0be9dc9e-045c-4511-a45b-a5878df2274d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.673605] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be18cba1-bf2e-435f-9885-c26fda7f8564 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.682908] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1f4822-f5eb-44a6-8e8e-0f1af2d1ac8c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.719635] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4998f3-4b64-4c87-8e06-855185e0ae62 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.728447] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144aca7-ce7a-47dc-a22e-848582ab2413 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.741733] env[69243]: DEBUG nova.compute.provider_tree [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.927102] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "refresh_cache-e6467f0c-6181-414e-983f-04ada898b9ab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.928392] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Instance network_info: |[{"id": "33386f64-33ec-4800-9937-4f06e8f3037c", "address": "fa:16:3e:5e:af:1a", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33386f64-33", "ovs_interfaceid": "33386f64-33ec-4800-9937-4f06e8f3037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.931852] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:af:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33386f64-33ec-4800-9937-4f06e8f3037c', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.940931] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.942187] env[69243]: DEBUG nova.compute.manager [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Received event network-changed-33386f64-33ec-4800-9937-4f06e8f3037c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.942394] env[69243]: DEBUG nova.compute.manager [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Refreshing instance network info cache due to event network-changed-33386f64-33ec-4800-9937-4f06e8f3037c. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.944095] env[69243]: DEBUG oslo_concurrency.lockutils [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] Acquiring lock "refresh_cache-e6467f0c-6181-414e-983f-04ada898b9ab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.944095] env[69243]: DEBUG oslo_concurrency.lockutils [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] Acquired lock "refresh_cache-e6467f0c-6181-414e-983f-04ada898b9ab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.944095] env[69243]: DEBUG nova.network.neutron [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Refreshing network info cache for port 33386f64-33ec-4800-9937-4f06e8f3037c {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.944407] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.944869] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d600aa5-2c40-489f-b274-fc521f5f41a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.969026] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.969026] env[69243]: value = "task-3689319" [ 860.969026] env[69243]: _type = "Task" [ 860.969026] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.979265] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689319, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.016194] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7fd64e4-177d-4bf2-85a3-ada1b6329210 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.026283] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fe59c8-0635-42b0-8b30-d997126f4011 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.057357] env[69243]: DEBUG nova.compute.manager [req-d0cf9833-d95d-490b-b672-40ca0e2a7bac req-29c96c69-67b0-4688-a57c-2f0d90a4c2cd service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Detach interface failed, port_id=139d683b-24b2-4fb7-a78e-6f40dc497627, reason: Instance b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.224138] env[69243]: DEBUG nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.244934] env[69243]: DEBUG nova.scheduler.client.report [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.258667] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.258667] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.258858] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.259012] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.259189] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.259331] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.259545] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.259743] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.259926] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.260121] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.261526] env[69243]: DEBUG nova.virt.hardware [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.261526] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cc5786-5d3d-47a6-8b54-5299c982c098 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.269550] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011165a4-9c20-4316-99bf-1f655014c0f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.465683] env[69243]: DEBUG nova.network.neutron [-] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.469544] env[69243]: DEBUG nova.network.neutron [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Successfully updated port: 22ec951b-6b58-4607-9aa4-8cdf0c245ebd {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.478956] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689319, 'name': CreateVM_Task, 'duration_secs': 0.300668} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.478956] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.480237] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.480397] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.480726] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.481273] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff63fa1-0aa0-444b-8775-dbc27abeb108 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.488983] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 861.488983] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520ba36b-d4cd-9be6-3c5f-e04f37da6724" [ 861.488983] env[69243]: _type = "Task" [ 861.488983] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.498410] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520ba36b-d4cd-9be6-3c5f-e04f37da6724, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.498681] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.498906] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.499146] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.499289] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.499461] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.499743] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa14ac3-bfcc-4237-849d-14f295bffe5d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.506986] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.507184] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.507883] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02eed62-3d6a-4bbb-a12d-cb8d21092e5a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.514772] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 861.514772] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52748a4e-0443-531c-a506-da4ad3769dac" [ 861.514772] env[69243]: _type = "Task" [ 861.514772] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.522343] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52748a4e-0443-531c-a506-da4ad3769dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.715190] env[69243]: DEBUG nova.network.neutron [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Updated VIF entry in instance network info cache for port 33386f64-33ec-4800-9937-4f06e8f3037c. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.715305] env[69243]: DEBUG nova.network.neutron [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Updating instance_info_cache with network_info: [{"id": "33386f64-33ec-4800-9937-4f06e8f3037c", "address": "fa:16:3e:5e:af:1a", "network": {"id": "30394e85-b243-4dd5-8a96-80e73374f7b9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1220552709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b7129b72e54e11a90f3d83bfe52299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33386f64-33", "ovs_interfaceid": "33386f64-33ec-4800-9937-4f06e8f3037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.751695] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.752219] env[69243]: DEBUG nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.754877] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.894s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.755164] env[69243]: DEBUG nova.objects.instance [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lazy-loading 'resources' on Instance uuid 11c271a6-32aa-4f5f-98e9-058292f4d79c {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.969072] env[69243]: INFO nova.compute.manager [-] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Took 2.07 seconds to deallocate network for instance. [ 861.973828] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "refresh_cache-41c7ef9b-a69f-4778-8de7-b1f6173a06e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.973966] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired lock "refresh_cache-41c7ef9b-a69f-4778-8de7-b1f6173a06e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.974121] env[69243]: DEBUG nova.network.neutron [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.025626] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52748a4e-0443-531c-a506-da4ad3769dac, 'name': SearchDatastore_Task, 'duration_secs': 0.007919} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.026134] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b7d07d-c36e-4af5-b42c-38428384f4b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.030909] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 862.030909] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5278af5a-f845-465e-10eb-3ef3cdc6a6d6" [ 862.030909] env[69243]: _type = "Task" [ 862.030909] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.038148] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5278af5a-f845-465e-10eb-3ef3cdc6a6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.218375] env[69243]: DEBUG oslo_concurrency.lockutils [req-e22beda1-38b8-4baf-9b97-92128a97fe0e req-587a4afc-c652-4514-abc2-074710a7f3d0 service nova] Releasing lock "refresh_cache-e6467f0c-6181-414e-983f-04ada898b9ab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.258204] env[69243]: DEBUG nova.compute.utils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.262581] env[69243]: DEBUG nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.262979] env[69243]: DEBUG nova.network.neutron [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.314042] env[69243]: DEBUG nova.policy [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40afc7d8495042d182c49558ec9a6f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48d56db41684b30a39cb738cb12c3e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.476116] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.516873] env[69243]: DEBUG nova.network.neutron [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.541707] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5278af5a-f845-465e-10eb-3ef3cdc6a6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.542134] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.542262] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e6467f0c-6181-414e-983f-04ada898b9ab/e6467f0c-6181-414e-983f-04ada898b9ab.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.542524] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8533e099-87ca-4d4b-ac32-8dc1934d131e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.549591] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 862.549591] env[69243]: value = "task-3689320" [ 862.549591] env[69243]: _type = "Task" [ 862.549591] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.568584] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.578491] env[69243]: DEBUG nova.compute.manager [req-48cb2d7a-e87b-4c57-b0b5-d5ce44e7f72b req-ab6d6574-8c25-4250-8066-a9ad78d6e95e service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-vif-deleted-0be9dc9e-045c-4511-a45b-a5878df2274d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.578491] env[69243]: DEBUG nova.compute.manager [req-48cb2d7a-e87b-4c57-b0b5-d5ce44e7f72b req-ab6d6574-8c25-4250-8066-a9ad78d6e95e service nova] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Received event network-vif-deleted-20ed1609-6553-4e14-8d07-a1ef154db2b4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.692161] env[69243]: DEBUG nova.network.neutron [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Updating instance_info_cache with network_info: [{"id": "22ec951b-6b58-4607-9aa4-8cdf0c245ebd", "address": "fa:16:3e:d0:e3:91", "network": {"id": "59262cd1-4b2f-4806-828f-2904007b82ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1027717898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6b29ed078d54430891aad8a9b5b8e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ec951b-6b", "ovs_interfaceid": "22ec951b-6b58-4607-9aa4-8cdf0c245ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.722898] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e455701-3090-4933-9bba-6f5eeac7a350 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.732192] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f214dd-913d-4b37-b335-d92316315e7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.767029] env[69243]: DEBUG nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.770939] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cf9f15-5a4e-4156-8bee-359b29b23a2d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.779490] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c98acab-b54d-4595-83d2-46349730b474 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.794287] env[69243]: DEBUG nova.compute.provider_tree [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.808613] env[69243]: DEBUG nova.network.neutron [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Successfully created port: da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.062296] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472882} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.062583] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e6467f0c-6181-414e-983f-04ada898b9ab/e6467f0c-6181-414e-983f-04ada898b9ab.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.062822] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.063091] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5211290-d829-45d5-b029-9562572b28b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.069554] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 863.069554] env[69243]: value = "task-3689321" [ 863.069554] env[69243]: _type = "Task" [ 863.069554] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.078508] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.196719] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Releasing lock "refresh_cache-41c7ef9b-a69f-4778-8de7-b1f6173a06e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.197080] env[69243]: DEBUG nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Instance network_info: |[{"id": "22ec951b-6b58-4607-9aa4-8cdf0c245ebd", "address": "fa:16:3e:d0:e3:91", "network": {"id": "59262cd1-4b2f-4806-828f-2904007b82ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1027717898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6b29ed078d54430891aad8a9b5b8e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ec951b-6b", "ovs_interfaceid": "22ec951b-6b58-4607-9aa4-8cdf0c245ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.197527] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e3:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ec951b-6b58-4607-9aa4-8cdf0c245ebd', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.210482] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.214296] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.214296] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19b3ccaa-ace8-40a1-938d-ce154df19017 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.234261] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.234261] env[69243]: value = "task-3689322" [ 863.234261] env[69243]: _type = "Task" [ 863.234261] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.241727] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689322, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.298248] env[69243]: DEBUG nova.scheduler.client.report [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.344246] env[69243]: DEBUG nova.compute.manager [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Received event network-vif-plugged-22ec951b-6b58-4607-9aa4-8cdf0c245ebd {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.344246] env[69243]: DEBUG oslo_concurrency.lockutils [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] Acquiring lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.344246] env[69243]: DEBUG oslo_concurrency.lockutils [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.344246] env[69243]: DEBUG oslo_concurrency.lockutils [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.344750] env[69243]: DEBUG nova.compute.manager [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] No waiting events found dispatching network-vif-plugged-22ec951b-6b58-4607-9aa4-8cdf0c245ebd {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.345358] env[69243]: WARNING nova.compute.manager [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Received unexpected event network-vif-plugged-22ec951b-6b58-4607-9aa4-8cdf0c245ebd for instance with vm_state building and task_state spawning. [ 863.345671] env[69243]: DEBUG nova.compute.manager [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Received event network-changed-22ec951b-6b58-4607-9aa4-8cdf0c245ebd {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.345951] env[69243]: DEBUG nova.compute.manager [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Refreshing instance network info cache due to event network-changed-22ec951b-6b58-4607-9aa4-8cdf0c245ebd. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.348379] env[69243]: DEBUG oslo_concurrency.lockutils [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] Acquiring lock "refresh_cache-41c7ef9b-a69f-4778-8de7-b1f6173a06e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.348379] env[69243]: DEBUG oslo_concurrency.lockutils [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] Acquired lock "refresh_cache-41c7ef9b-a69f-4778-8de7-b1f6173a06e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.348379] env[69243]: DEBUG nova.network.neutron [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Refreshing network info cache for port 22ec951b-6b58-4607-9aa4-8cdf0c245ebd {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.583873] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058883} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.584485] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.585427] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d2c91-1fb3-4aeb-8084-fb8fa92d2d4d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.610186] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] e6467f0c-6181-414e-983f-04ada898b9ab/e6467f0c-6181-414e-983f-04ada898b9ab.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.610956] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984945d6-b018-40ee-b771-ab723da3e950 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.631338] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 863.631338] env[69243]: value = "task-3689323" [ 863.631338] env[69243]: _type = "Task" [ 863.631338] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.638975] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.747966] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689322, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.777344] env[69243]: DEBUG nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.803060] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.803988] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.803988] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.803988] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.803988] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.804250] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.804334] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.804500] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.804689] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.804849] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.805064] env[69243]: DEBUG nova.virt.hardware [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.805810] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.808332] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb9e37-cd81-4739-8cf0-f5a67bde5a63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.811255] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.337s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.811552] env[69243]: DEBUG nova.objects.instance [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lazy-loading 'resources' on Instance uuid e15390a1-8b62-4bcc-9ab1-6b434a1227cb {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.818620] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76b76c3-56e5-4141-998a-47ac2b5ae63c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.834569] env[69243]: INFO nova.scheduler.client.report [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Deleted allocations for instance 11c271a6-32aa-4f5f-98e9-058292f4d79c [ 864.043103] env[69243]: DEBUG nova.network.neutron [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Updated VIF entry in instance network info cache for port 22ec951b-6b58-4607-9aa4-8cdf0c245ebd. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.043464] env[69243]: DEBUG nova.network.neutron [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Updating instance_info_cache with network_info: [{"id": "22ec951b-6b58-4607-9aa4-8cdf0c245ebd", "address": "fa:16:3e:d0:e3:91", "network": {"id": "59262cd1-4b2f-4806-828f-2904007b82ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1027717898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6b29ed078d54430891aad8a9b5b8e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ec951b-6b", "ovs_interfaceid": "22ec951b-6b58-4607-9aa4-8cdf0c245ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.140697] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689323, 'name': ReconfigVM_Task, 'duration_secs': 0.274834} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.141080] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Reconfigured VM instance instance-0000003d to attach disk [datastore2] e6467f0c-6181-414e-983f-04ada898b9ab/e6467f0c-6181-414e-983f-04ada898b9ab.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.141688] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-389ed423-c1dd-4d3f-83d6-1ad9088c819d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.147829] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 864.147829] env[69243]: value = "task-3689324" [ 864.147829] env[69243]: _type = "Task" [ 864.147829] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.155318] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689324, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.245441] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689322, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.343289] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d39e4cb0-ee4d-44e7-b7a0-9cd8bf9260ba tempest-ImagesNegativeTestJSON-710481142 tempest-ImagesNegativeTestJSON-710481142-project-member] Lock "11c271a6-32aa-4f5f-98e9-058292f4d79c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.062s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.546174] env[69243]: DEBUG oslo_concurrency.lockutils [req-6c125945-aa15-4389-91ad-454afd9bc545 req-0d88fb56-0b0a-42e3-ab7d-de768ecb3ae8 service nova] Releasing lock "refresh_cache-41c7ef9b-a69f-4778-8de7-b1f6173a06e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.662914] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689324, 'name': Rename_Task, 'duration_secs': 0.160819} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.663338] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.663628] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab0881b-a9b6-42bf-87ae-dc2be9b300c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.670767] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 864.670767] env[69243]: value = "task-3689325" [ 864.670767] env[69243]: _type = "Task" [ 864.670767] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.678315] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.722992] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62276ab2-67b3-4dea-a64e-13ad261189b0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.732557] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2827f157-3e23-4a7a-a7bf-7a7dea727718 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.767767] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad83750-ac14-44c3-bb3c-41201fac78fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.773585] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689322, 'name': CreateVM_Task, 'duration_secs': 1.325537} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.774091] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.774786] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.774946] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.775267] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.777269] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de81f60-1e75-4770-b89e-c6d4aeffef26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.779956] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b99f1-3218-4a47-82c4-1f30eab35abb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.793793] env[69243]: DEBUG nova.compute.provider_tree [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.796470] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 864.796470] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52820bc5-4af0-cdd0-42fd-7d2b0369ad5d" [ 864.796470] env[69243]: _type = "Task" [ 864.796470] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.804840] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52820bc5-4af0-cdd0-42fd-7d2b0369ad5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.805796] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.806064] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.806265] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.806412] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.806582] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.807101] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65c8c05f-7828-4400-94d8-2f219aa3f19c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.814666] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.814839] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.815548] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d4c260-e751-438a-accd-e3dcc47c28c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.820205] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 864.820205] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb24cb-9960-955b-1270-a4d273b016dd" [ 864.820205] env[69243]: _type = "Task" [ 864.820205] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.827667] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb24cb-9960-955b-1270-a4d273b016dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.861895] env[69243]: DEBUG nova.compute.manager [req-ace5056e-f88b-4cca-aa00-ece1bcac76cc req-06bebb56-8299-4616-a19d-afbeed93754b service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Received event network-vif-plugged-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.862158] env[69243]: DEBUG oslo_concurrency.lockutils [req-ace5056e-f88b-4cca-aa00-ece1bcac76cc req-06bebb56-8299-4616-a19d-afbeed93754b service nova] Acquiring lock "b27b5c15-da1a-4999-a185-b37c2b0c416b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.862382] env[69243]: DEBUG oslo_concurrency.lockutils [req-ace5056e-f88b-4cca-aa00-ece1bcac76cc req-06bebb56-8299-4616-a19d-afbeed93754b service nova] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.862561] env[69243]: DEBUG oslo_concurrency.lockutils [req-ace5056e-f88b-4cca-aa00-ece1bcac76cc req-06bebb56-8299-4616-a19d-afbeed93754b service nova] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.862736] env[69243]: DEBUG nova.compute.manager [req-ace5056e-f88b-4cca-aa00-ece1bcac76cc req-06bebb56-8299-4616-a19d-afbeed93754b service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] No waiting events found dispatching network-vif-plugged-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.862955] env[69243]: WARNING nova.compute.manager [req-ace5056e-f88b-4cca-aa00-ece1bcac76cc req-06bebb56-8299-4616-a19d-afbeed93754b service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Received unexpected event network-vif-plugged-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 for instance with vm_state building and task_state spawning. [ 864.932317] env[69243]: DEBUG nova.network.neutron [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Successfully updated port: da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.180659] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689325, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.297614] env[69243]: DEBUG nova.scheduler.client.report [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.331029] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb24cb-9960-955b-1270-a4d273b016dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008158} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.332103] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6648ca60-4fc5-4c22-99ab-9b7d50564f20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.338091] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 865.338091] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a0756-9d7a-14a9-e23a-83965d97cc05" [ 865.338091] env[69243]: _type = "Task" [ 865.338091] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.345884] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a0756-9d7a-14a9-e23a-83965d97cc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.435113] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.435276] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.435436] env[69243]: DEBUG nova.network.neutron [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.681583] env[69243]: DEBUG oslo_vmware.api [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689325, 'name': PowerOnVM_Task, 'duration_secs': 0.530011} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.681861] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.682084] env[69243]: INFO nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Took 7.04 seconds to spawn the instance on the hypervisor. [ 865.682280] env[69243]: DEBUG nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.683050] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb3011-f0d2-4e17-9ad2-74d3aa4e4a51 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.802572] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.805216] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.278s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.806777] env[69243]: INFO nova.compute.claims [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.829995] env[69243]: INFO nova.scheduler.client.report [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Deleted allocations for instance e15390a1-8b62-4bcc-9ab1-6b434a1227cb [ 865.850790] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a0756-9d7a-14a9-e23a-83965d97cc05, 'name': SearchDatastore_Task, 'duration_secs': 0.014676} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.850790] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.850790] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 41c7ef9b-a69f-4778-8de7-b1f6173a06e3/41c7ef9b-a69f-4778-8de7-b1f6173a06e3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.851103] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c18600d-80b8-440c-ba9b-6bf61c52586a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.859512] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 865.859512] env[69243]: value = "task-3689326" [ 865.859512] env[69243]: _type = "Task" [ 865.859512] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.873936] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.004051] env[69243]: DEBUG nova.network.neutron [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.205310] env[69243]: INFO nova.compute.manager [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Took 53.00 seconds to build instance. [ 866.263171] env[69243]: DEBUG nova.network.neutron [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Updating instance_info_cache with network_info: [{"id": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "address": "fa:16:3e:b2:c7:57", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5934ec-9f", "ovs_interfaceid": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.338238] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f6924bd5-e409-4e11-95a8-cd403d4f131d tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e15390a1-8b62-4bcc-9ab1-6b434a1227cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.858s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.374816] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509507} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.375156] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 41c7ef9b-a69f-4778-8de7-b1f6173a06e3/41c7ef9b-a69f-4778-8de7-b1f6173a06e3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.375342] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.375882] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3733983d-eb84-4823-80db-94dd32f9dab4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.381640] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 866.381640] env[69243]: value = "task-3689327" [ 866.381640] env[69243]: _type = "Task" [ 866.381640] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.390515] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.708254] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b88186fd-d0b3-4e7e-b442-e8f4eb65aa7a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "e6467f0c-6181-414e-983f-04ada898b9ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.323s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.766805] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.767169] env[69243]: DEBUG nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Instance network_info: |[{"id": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "address": "fa:16:3e:b2:c7:57", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5934ec-9f", "ovs_interfaceid": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.767619] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:c7:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.775213] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.775451] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.775679] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c34d6f-c7e2-4dc3-8fc1-6e0ba3f45f45 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.795941] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.795941] env[69243]: value = "task-3689328" [ 866.795941] env[69243]: _type = "Task" [ 866.795941] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.803373] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689328, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.894418] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151504} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.895760] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.898710] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7c85da-04cc-49dd-8956-ff6240ccc094 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.928765] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 41c7ef9b-a69f-4778-8de7-b1f6173a06e3/41c7ef9b-a69f-4778-8de7-b1f6173a06e3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.933611] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e843e2-c16f-4c37-8c76-a6f9cd3bde4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.956814] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 866.956814] env[69243]: value = "task-3689329" [ 866.956814] env[69243]: _type = "Task" [ 866.956814] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.963174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "e4bd44b1-19c4-4d31-9868-936745b1a96e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.963409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.963570] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "e4bd44b1-19c4-4d31-9868-936745b1a96e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.963692] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.963866] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.967135] env[69243]: INFO nova.compute.manager [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Terminating instance [ 866.972116] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.976446] env[69243]: DEBUG nova.compute.manager [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Received event network-changed-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.976536] env[69243]: DEBUG nova.compute.manager [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Refreshing instance network info cache due to event network-changed-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.976897] env[69243]: DEBUG oslo_concurrency.lockutils [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] Acquiring lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.977012] env[69243]: DEBUG oslo_concurrency.lockutils [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] Acquired lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.977275] env[69243]: DEBUG nova.network.neutron [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Refreshing network info cache for port da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.286662] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489259f6-b282-4575-bf61-18c54b8498f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.294167] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbe8c15-38bc-4b70-8e73-3d5158ddb0db {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.306055] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689328, 'name': CreateVM_Task, 'duration_secs': 0.400156} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.329303] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.330648] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.330821] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.331173] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.331976] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0097b9d-10ea-4e2f-b42e-60afee621fb6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.334569] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc216a5a-305f-4f09-b1e0-7b6663ce4133 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.342500] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1398c17-cfbd-43a5-92d0-d2ac44ad12f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.346296] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 867.346296] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527788d8-51dc-f2db-60ee-58bda5e7b022" [ 867.346296] env[69243]: _type = "Task" [ 867.346296] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.358720] env[69243]: DEBUG nova.compute.provider_tree [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.365116] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527788d8-51dc-f2db-60ee-58bda5e7b022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.403522] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "67637a52-4a89-4d65-a112-d4163bbfdb93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.403864] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.404157] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "67637a52-4a89-4d65-a112-d4163bbfdb93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.404386] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.404607] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.406759] env[69243]: INFO nova.compute.manager [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Terminating instance [ 867.468616] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689329, 'name': ReconfigVM_Task, 'duration_secs': 0.360332} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.468897] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 41c7ef9b-a69f-4778-8de7-b1f6173a06e3/41c7ef9b-a69f-4778-8de7-b1f6173a06e3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.469510] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a82d706c-ebb6-4f6e-9e1a-b299a0e0864b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.476997] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 867.476997] env[69243]: value = "task-3689330" [ 867.476997] env[69243]: _type = "Task" [ 867.476997] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.480668] env[69243]: DEBUG nova.compute.manager [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.480668] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.481297] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be205d-d837-4dc2-b5df-76b331a309b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.489706] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689330, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.493539] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.493829] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b22b2944-13d2-47cc-8af3-4f605c03bf7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.500422] env[69243]: DEBUG oslo_vmware.api [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 867.500422] env[69243]: value = "task-3689331" [ 867.500422] env[69243]: _type = "Task" [ 867.500422] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.508395] env[69243]: DEBUG oslo_vmware.api [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.538123] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "e6467f0c-6181-414e-983f-04ada898b9ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.538389] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "e6467f0c-6181-414e-983f-04ada898b9ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.538591] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "e6467f0c-6181-414e-983f-04ada898b9ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.538768] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "e6467f0c-6181-414e-983f-04ada898b9ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.538934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "e6467f0c-6181-414e-983f-04ada898b9ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.541120] env[69243]: INFO nova.compute.manager [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Terminating instance [ 867.747372] env[69243]: DEBUG nova.network.neutron [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Updated VIF entry in instance network info cache for port da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.747829] env[69243]: DEBUG nova.network.neutron [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Updating instance_info_cache with network_info: [{"id": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "address": "fa:16:3e:b2:c7:57", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5934ec-9f", "ovs_interfaceid": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.860022] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527788d8-51dc-f2db-60ee-58bda5e7b022, 'name': SearchDatastore_Task, 'duration_secs': 0.084472} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.860022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.860022] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.860457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.860457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.860556] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.861543] env[69243]: DEBUG nova.scheduler.client.report [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.864821] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00df38da-816e-45d7-8c7e-894da26fb133 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.875506] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.875597] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.876494] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5fc0d3-fc15-4489-babf-e7f52f751ddc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.883680] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 867.883680] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4def4-eb6c-68de-04fe-ee5abf05ddc7" [ 867.883680] env[69243]: _type = "Task" [ 867.883680] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.892401] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4def4-eb6c-68de-04fe-ee5abf05ddc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.910717] env[69243]: DEBUG nova.compute.manager [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.911056] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.911944] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa8194-7ae9-4c0d-8ce7-045c84d421ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.920608] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.920956] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-508263aa-4c27-42c1-a606-6ecc20e557fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.928087] env[69243]: DEBUG oslo_vmware.api [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 867.928087] env[69243]: value = "task-3689332" [ 867.928087] env[69243]: _type = "Task" [ 867.928087] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.936815] env[69243]: DEBUG oslo_vmware.api [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.988781] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689330, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.010351] env[69243]: DEBUG oslo_vmware.api [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.045041] env[69243]: DEBUG nova.compute.manager [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.046107] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.046107] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5d34ec-ffd9-4da1-85b8-b7b443a810ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.054958] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.056174] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6998ccf9-7089-44b1-9e05-6da480d37921 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.062624] env[69243]: DEBUG oslo_vmware.api [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 868.062624] env[69243]: value = "task-3689333" [ 868.062624] env[69243]: _type = "Task" [ 868.062624] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.072581] env[69243]: DEBUG oslo_vmware.api [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.250739] env[69243]: DEBUG oslo_concurrency.lockutils [req-29a9f489-9184-4806-a40a-d7f8e5ee523d req-660f7837-8f37-4427-be60-03f0e02fa2b2 service nova] Releasing lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.368445] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.369139] env[69243]: DEBUG nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.372095] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.303s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.373588] env[69243]: DEBUG nova.objects.instance [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lazy-loading 'resources' on Instance uuid b018e7e6-295f-4e7a-894e-9b69dc67847a {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.397403] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4def4-eb6c-68de-04fe-ee5abf05ddc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013482} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.398381] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894258a6-26fa-47de-b46e-608875cf5ebc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.418128] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 868.418128] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529297ed-24cc-b675-95b5-5ba8e68f5f1f" [ 868.418128] env[69243]: _type = "Task" [ 868.418128] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.430245] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529297ed-24cc-b675-95b5-5ba8e68f5f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.440690] env[69243]: DEBUG oslo_vmware.api [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689332, 'name': PowerOffVM_Task, 'duration_secs': 0.278798} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.441000] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.441251] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.441486] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8aeefb-ff8b-4e7d-a5a6-ea0ae576c1c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.488562] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689330, 'name': Rename_Task, 'duration_secs': 0.964343} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.488562] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.488745] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0246eec2-accd-4530-969e-a9041644eac5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.497692] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 868.497692] env[69243]: value = "task-3689335" [ 868.497692] env[69243]: _type = "Task" [ 868.497692] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.510134] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.513683] env[69243]: DEBUG oslo_vmware.api [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689331, 'name': PowerOffVM_Task, 'duration_secs': 0.976061} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.514450] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.514683] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.514939] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6d3f819-37cc-4ede-9b95-68cc4aac471e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.517120] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.517319] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.517493] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleting the datastore file [datastore2] 67637a52-4a89-4d65-a112-d4163bbfdb93 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.518219] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80e78218-4927-45d2-b466-4a1c43b0cc24 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.525309] env[69243]: DEBUG oslo_vmware.api [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 868.525309] env[69243]: value = "task-3689337" [ 868.525309] env[69243]: _type = "Task" [ 868.525309] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.534968] env[69243]: DEBUG oslo_vmware.api [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.573456] env[69243]: DEBUG oslo_vmware.api [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689333, 'name': PowerOffVM_Task, 'duration_secs': 0.217672} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.573880] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.574179] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.574541] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c93c56-c22d-4829-96ae-2289fa252a14 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.592314] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.592570] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.592839] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Deleting the datastore file [datastore2] e4bd44b1-19c4-4d31-9868-936745b1a96e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.593200] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf7b1905-dcd0-4886-bca0-e13fc84e4f81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.601192] env[69243]: DEBUG oslo_vmware.api [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for the task: (returnval){ [ 868.601192] env[69243]: value = "task-3689339" [ 868.601192] env[69243]: _type = "Task" [ 868.601192] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.609696] env[69243]: DEBUG oslo_vmware.api [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.660664] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.660961] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.661193] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleting the datastore file [datastore2] e6467f0c-6181-414e-983f-04ada898b9ab {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.661499] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702da34f-ea85-4fa6-8955-eeaebd694a90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.669718] env[69243]: DEBUG oslo_vmware.api [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for the task: (returnval){ [ 868.669718] env[69243]: value = "task-3689340" [ 868.669718] env[69243]: _type = "Task" [ 868.669718] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.680411] env[69243]: DEBUG oslo_vmware.api [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.875822] env[69243]: DEBUG nova.compute.utils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.880278] env[69243]: DEBUG nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.880601] env[69243]: DEBUG nova.network.neutron [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.919178] env[69243]: DEBUG nova.policy [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '336f472130a54a55b2410bd1de185694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab4494564c42c6885726becdfcdab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.931179] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529297ed-24cc-b675-95b5-5ba8e68f5f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.933701] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.933963] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.935025] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-633bb370-957b-46ee-a179-5fb806e78d4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.943269] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 868.943269] env[69243]: value = "task-3689341" [ 868.943269] env[69243]: _type = "Task" [ 868.943269] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.956183] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.011745] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.038114] env[69243]: DEBUG oslo_vmware.api [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.038387] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.038638] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.038728] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.038892] env[69243]: INFO nova.compute.manager [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.039140] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.039323] env[69243]: DEBUG nova.compute.manager [-] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.039411] env[69243]: DEBUG nova.network.neutron [-] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.122462] env[69243]: DEBUG oslo_vmware.api [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Task: {'id': task-3689339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166935} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.126072] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.126371] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.126573] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.126846] env[69243]: INFO nova.compute.manager [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 869.127152] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.127922] env[69243]: DEBUG nova.compute.manager [-] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.127922] env[69243]: DEBUG nova.network.neutron [-] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.184021] env[69243]: DEBUG oslo_vmware.api [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Task: {'id': task-3689340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158285} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.189204] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.189568] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.189935] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.190164] env[69243]: INFO nova.compute.manager [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 869.190432] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.190927] env[69243]: DEBUG nova.compute.manager [-] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.191040] env[69243]: DEBUG nova.network.neutron [-] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.381247] env[69243]: DEBUG nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.403271] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70443f5e-79d8-4ddc-80c5-7125d064a6a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.410911] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08790e06-e43c-4026-ab02-c7568d724936 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.467185] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae05c75f-bbc7-4eea-b311-d95028ccdd3d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.477939] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508225} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.480643] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.481388] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.482524] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd98a057-24a8-4996-8a23-9e430e42b9a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.485561] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81626349-65c4-4645-812a-09993f9423f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.502052] env[69243]: DEBUG nova.compute.provider_tree [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.511433] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 869.511433] env[69243]: value = "task-3689342" [ 869.511433] env[69243]: _type = "Task" [ 869.511433] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.520468] env[69243]: DEBUG oslo_vmware.api [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689335, 'name': PowerOnVM_Task, 'duration_secs': 0.705596} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.521773] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.521979] env[69243]: INFO nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Took 8.30 seconds to spawn the instance on the hypervisor. [ 869.522175] env[69243]: DEBUG nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.523176] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c5cc81-ceab-46bb-a3a0-b3fa3aba7b7a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.530737] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.699912] env[69243]: DEBUG nova.network.neutron [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Successfully created port: ae37bea1-016f-4f10-aba9-0565887ce42d {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.706550] env[69243]: DEBUG nova.compute.manager [req-2b085d14-74fa-478d-888e-b5a8155be3f2 req-c5c2b95f-a495-4b79-ae84-15bb5149bee9 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Received event network-vif-deleted-f82f3deb-ca14-4d53-a6ec-92e94695f382 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.706749] env[69243]: INFO nova.compute.manager [req-2b085d14-74fa-478d-888e-b5a8155be3f2 req-c5c2b95f-a495-4b79-ae84-15bb5149bee9 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Neutron deleted interface f82f3deb-ca14-4d53-a6ec-92e94695f382; detaching it from the instance and deleting it from the info cache [ 869.706920] env[69243]: DEBUG nova.network.neutron [req-2b085d14-74fa-478d-888e-b5a8155be3f2 req-c5c2b95f-a495-4b79-ae84-15bb5149bee9 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.880624] env[69243]: DEBUG nova.compute.manager [req-1d3ccc11-8b25-4bac-8e94-533e5b69e0fe req-8ecae7b7-fa08-4262-8cf7-0598b095f193 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Received event network-vif-deleted-8286f7af-fd76-46c3-84f8-a3c27bf04a67 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.880862] env[69243]: INFO nova.compute.manager [req-1d3ccc11-8b25-4bac-8e94-533e5b69e0fe req-8ecae7b7-fa08-4262-8cf7-0598b095f193 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Neutron deleted interface 8286f7af-fd76-46c3-84f8-a3c27bf04a67; detaching it from the instance and deleting it from the info cache [ 869.880998] env[69243]: DEBUG nova.network.neutron [req-1d3ccc11-8b25-4bac-8e94-533e5b69e0fe req-8ecae7b7-fa08-4262-8cf7-0598b095f193 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.973648] env[69243]: DEBUG nova.network.neutron [-] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.013521] env[69243]: DEBUG nova.scheduler.client.report [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.026659] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068337} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.028097] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.028809] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bbe7f6-5857-4293-813e-3bc2c1ff19c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.032200] env[69243]: DEBUG nova.network.neutron [-] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.066050] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.068513] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92ec6ae-b895-436f-8304-0e9ded3e5b53 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.083906] env[69243]: INFO nova.compute.manager [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Took 54.24 seconds to build instance. [ 870.091862] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 870.091862] env[69243]: value = "task-3689343" [ 870.091862] env[69243]: _type = "Task" [ 870.091862] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.102905] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.203182] env[69243]: DEBUG nova.network.neutron [-] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.209432] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-827ef51c-7293-4b15-b3ad-322c88214590 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.221204] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd960915-35f1-4d4d-80a3-0867d1062f62 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.251812] env[69243]: DEBUG nova.compute.manager [req-2b085d14-74fa-478d-888e-b5a8155be3f2 req-c5c2b95f-a495-4b79-ae84-15bb5149bee9 service nova] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Detach interface failed, port_id=f82f3deb-ca14-4d53-a6ec-92e94695f382, reason: Instance 67637a52-4a89-4d65-a112-d4163bbfdb93 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.383162] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d3d1170-1eb4-4a6a-b840-b20c92d28e25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.392852] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f6755c-184f-46a5-831b-dafe66ec3064 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.404432] env[69243]: DEBUG nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.426835] env[69243]: DEBUG nova.compute.manager [req-1d3ccc11-8b25-4bac-8e94-533e5b69e0fe req-8ecae7b7-fa08-4262-8cf7-0598b095f193 service nova] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Detach interface failed, port_id=8286f7af-fd76-46c3-84f8-a3c27bf04a67, reason: Instance e4bd44b1-19c4-4d31-9868-936745b1a96e could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.435572] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2864e1124349ed5fdecc7e1aa0790ec1',container_format='bare',created_at=2025-04-28T18:23:41Z,direct_url=,disk_format='vmdk',id=3bdfedcb-5018-4ab6-a784-8e8ae25221a9,min_disk=1,min_ram=0,name='tempest-test-snap-2011970766',owner='48ab4494564c42c6885726becdfcdab1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-28T18:23:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.435875] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.436122] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.436393] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.436547] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.436999] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.437147] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.437584] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.437632] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.437906] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.438171] env[69243]: DEBUG nova.virt.hardware [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.439202] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38553d4e-0515-4c63-b3f1-c350c6ebcba9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.446796] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab3167-1bcc-4c4e-8afc-f062c7d3fb60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.477649] env[69243]: INFO nova.compute.manager [-] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Took 1.44 seconds to deallocate network for instance. [ 870.520031] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.523028] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.809s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.523351] env[69243]: DEBUG nova.objects.instance [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lazy-loading 'resources' on Instance uuid 0ed34d2e-00c5-4ca1-9e48-c7bc56147456 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.536409] env[69243]: INFO nova.compute.manager [-] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Took 1.35 seconds to deallocate network for instance. [ 870.544910] env[69243]: INFO nova.scheduler.client.report [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Deleted allocations for instance b018e7e6-295f-4e7a-894e-9b69dc67847a [ 870.586622] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ae260b70-4361-4d7b-b4f8-937050aaa5d7 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.844s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.603269] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.706351] env[69243]: INFO nova.compute.manager [-] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Took 1.58 seconds to deallocate network for instance. [ 870.987943] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.043112] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.054168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d4ceeed-4d8f-446f-81e6-cb7427b740cf tempest-ServerDiagnosticsTest-1217244376 tempest-ServerDiagnosticsTest-1217244376-project-member] Lock "b018e7e6-295f-4e7a-894e-9b69dc67847a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.640s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.102099] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689343, 'name': ReconfigVM_Task, 'duration_secs': 0.668073} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.104562] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Reconfigured VM instance instance-0000003f to attach disk [datastore2] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.105629] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c5c721c-c5ce-4972-83fe-507d4db6165f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.112443] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 871.112443] env[69243]: value = "task-3689344" [ 871.112443] env[69243]: _type = "Task" [ 871.112443] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.122416] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689344, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.212861] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.424216] env[69243]: DEBUG nova.network.neutron [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Successfully updated port: ae37bea1-016f-4f10-aba9-0565887ce42d {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.433519] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa062bb-b9cb-4e07-8a62-4ea85699c83b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.442037] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a651613b-24b2-4287-ae2c-9a4ab25b726e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.472990] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d201b-8223-49d5-97bf-8665bc4f9fe1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.480261] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b82777f-2650-4be1-b1ca-134c768f246a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.494068] env[69243]: DEBUG nova.compute.provider_tree [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.622777] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689344, 'name': Rename_Task, 'duration_secs': 0.138486} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.623065] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.623310] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73632304-7c6e-4ff2-89bc-4f02ae377ca6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.629197] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 871.629197] env[69243]: value = "task-3689345" [ 871.629197] env[69243]: _type = "Task" [ 871.629197] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.638740] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.733701] env[69243]: DEBUG nova.compute.manager [req-d6647460-8456-4eab-a337-6416913a6ee9 req-5bf63511-e1ae-4b4d-b9e1-89ee9e92001e service nova] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Received event network-vif-deleted-33386f64-33ec-4800-9937-4f06e8f3037c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.905708] env[69243]: DEBUG nova.compute.manager [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Received event network-vif-plugged-ae37bea1-016f-4f10-aba9-0565887ce42d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.905926] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] Acquiring lock "6de6f4c3-acc1-462d-9647-863dfddb2465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.906112] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.906303] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.906433] env[69243]: DEBUG nova.compute.manager [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] No waiting events found dispatching network-vif-plugged-ae37bea1-016f-4f10-aba9-0565887ce42d {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.906605] env[69243]: WARNING nova.compute.manager [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Received unexpected event network-vif-plugged-ae37bea1-016f-4f10-aba9-0565887ce42d for instance with vm_state building and task_state spawning. [ 871.906751] env[69243]: DEBUG nova.compute.manager [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Received event network-changed-ae37bea1-016f-4f10-aba9-0565887ce42d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.906904] env[69243]: DEBUG nova.compute.manager [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Refreshing instance network info cache due to event network-changed-ae37bea1-016f-4f10-aba9-0565887ce42d. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.908783] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] Acquiring lock "refresh_cache-6de6f4c3-acc1-462d-9647-863dfddb2465" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.908783] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] Acquired lock "refresh_cache-6de6f4c3-acc1-462d-9647-863dfddb2465" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.908783] env[69243]: DEBUG nova.network.neutron [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Refreshing network info cache for port ae37bea1-016f-4f10-aba9-0565887ce42d {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.928044] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "refresh_cache-6de6f4c3-acc1-462d-9647-863dfddb2465" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.997656] env[69243]: DEBUG nova.scheduler.client.report [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.140352] env[69243]: DEBUG oslo_vmware.api [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689345, 'name': PowerOnVM_Task, 'duration_secs': 0.499301} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.140715] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.141049] env[69243]: INFO nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Took 8.36 seconds to spawn the instance on the hypervisor. [ 872.141321] env[69243]: DEBUG nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.142260] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ed233-5508-4dc1-bb7e-62690b8dd506 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.469220] env[69243]: DEBUG nova.network.neutron [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.507410] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.510552] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.507s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.510811] env[69243]: DEBUG nova.objects.instance [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lazy-loading 'resources' on Instance uuid 9334f78e-1230-4726-8a9d-9daf2ab977a9 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.549016] env[69243]: INFO nova.scheduler.client.report [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Deleted allocations for instance 0ed34d2e-00c5-4ca1-9e48-c7bc56147456 [ 872.574900] env[69243]: DEBUG nova.network.neutron [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.663201] env[69243]: INFO nova.compute.manager [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Took 54.28 seconds to build instance. [ 872.844761] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.845422] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.845422] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.845545] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.845647] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.847890] env[69243]: INFO nova.compute.manager [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Terminating instance [ 873.056498] env[69243]: DEBUG oslo_concurrency.lockutils [None req-12f1b43b-888d-488b-9d5f-91fa9d9e9ebe tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "0ed34d2e-00c5-4ca1-9e48-c7bc56147456" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.232s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.076919] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ce70aa-c748-4762-8774-ae08e0b2e101 req-37bd573b-134e-43bc-a085-2cfcf535d0a0 service nova] Releasing lock "refresh_cache-6de6f4c3-acc1-462d-9647-863dfddb2465" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.079854] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "refresh_cache-6de6f4c3-acc1-462d-9647-863dfddb2465" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.079854] env[69243]: DEBUG nova.network.neutron [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.169581] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f9eaeb-f7d4-48e7-a167-2f1c77807d49 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.868s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.351605] env[69243]: DEBUG nova.compute.manager [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.353106] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.353106] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f402897-bf49-48a0-aec2-0d2d35a14e40 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.360913] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.363642] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15a7117-6b43-4bca-8fb0-40c4620697c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.369975] env[69243]: DEBUG oslo_vmware.api [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 873.369975] env[69243]: value = "task-3689346" [ 873.369975] env[69243]: _type = "Task" [ 873.369975] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.379730] env[69243]: DEBUG oslo_vmware.api [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.432777] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156dcdd-141f-441c-931e-d44c54d375df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.440566] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6833ecf-f205-41a0-92a5-432695898eed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.476267] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80650239-4f77-4667-ad64-81efff5a0a71 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.484417] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30706a5-4e74-4f27-b3b4-0ac534d98a2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.499549] env[69243]: DEBUG nova.compute.provider_tree [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.648529] env[69243]: DEBUG nova.network.neutron [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.887075] env[69243]: DEBUG oslo_vmware.api [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689346, 'name': PowerOffVM_Task, 'duration_secs': 0.362621} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.887367] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.887535] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.887838] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5ae4a93-5056-4a00-92c7-3291f2e17794 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.951671] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "7dbf198b-1462-4712-8641-cf72d2331919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.951671] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "7dbf198b-1462-4712-8641-cf72d2331919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.957065] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.957065] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.957065] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Deleting the datastore file [datastore2] 41c7ef9b-a69f-4778-8de7-b1f6173a06e3 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.957065] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d791a295-c62a-42e8-839a-aa93d3226a30 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.964579] env[69243]: DEBUG oslo_vmware.api [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 873.964579] env[69243]: value = "task-3689348" [ 873.964579] env[69243]: _type = "Task" [ 873.964579] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.965039] env[69243]: DEBUG nova.network.neutron [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Updating instance_info_cache with network_info: [{"id": "ae37bea1-016f-4f10-aba9-0565887ce42d", "address": "fa:16:3e:b3:c0:02", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae37bea1-01", "ovs_interfaceid": "ae37bea1-016f-4f10-aba9-0565887ce42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.977622] env[69243]: DEBUG oslo_vmware.api [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.003346] env[69243]: DEBUG nova.scheduler.client.report [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.011499] env[69243]: DEBUG nova.compute.manager [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Received event network-changed-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.011499] env[69243]: DEBUG nova.compute.manager [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Refreshing instance network info cache due to event network-changed-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.011499] env[69243]: DEBUG oslo_concurrency.lockutils [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] Acquiring lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.011499] env[69243]: DEBUG oslo_concurrency.lockutils [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] Acquired lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.011499] env[69243]: DEBUG nova.network.neutron [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Refreshing network info cache for port da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.454455] env[69243]: DEBUG nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.473091] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "refresh_cache-6de6f4c3-acc1-462d-9647-863dfddb2465" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.473547] env[69243]: DEBUG nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Instance network_info: |[{"id": "ae37bea1-016f-4f10-aba9-0565887ce42d", "address": "fa:16:3e:b3:c0:02", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae37bea1-01", "ovs_interfaceid": "ae37bea1-016f-4f10-aba9-0565887ce42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.474179] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:c0:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae37bea1-016f-4f10-aba9-0565887ce42d', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.486970] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.488303] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.490047] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5370151a-6311-4dcf-9491-21891b127349 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.510880] env[69243]: DEBUG oslo_vmware.api [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137967} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.510880] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.510880] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.511104] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.511291] env[69243]: INFO nova.compute.manager [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 874.511585] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.512102] env[69243]: DEBUG nova.compute.manager [-] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.512259] env[69243]: DEBUG nova.network.neutron [-] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.514403] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.523488] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.728s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.525238] env[69243]: INFO nova.compute.claims [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.528321] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.528321] env[69243]: value = "task-3689349" [ 874.528321] env[69243]: _type = "Task" [ 874.528321] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.538110] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689349, 'name': CreateVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.544026] env[69243]: INFO nova.scheduler.client.report [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Deleted allocations for instance 9334f78e-1230-4726-8a9d-9daf2ab977a9 [ 874.982047] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.049169] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689349, 'name': CreateVM_Task, 'duration_secs': 0.314121} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.049169] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.049956] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.050204] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.050599] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.053592] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8e1644-97c2-4f50-b482-72aa2bd845b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.058496] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21b11e8f-622a-4635-8bb8-88621c068749 tempest-FloatingIPsAssociationTestJSON-1824554030 tempest-FloatingIPsAssociationTestJSON-1824554030-project-member] Lock "9334f78e-1230-4726-8a9d-9daf2ab977a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.869s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.063793] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 875.063793] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9054b-1ec3-01a0-b5ee-7e790042e077" [ 875.063793] env[69243]: _type = "Task" [ 875.063793] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.072304] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9054b-1ec3-01a0-b5ee-7e790042e077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.091983] env[69243]: DEBUG nova.network.neutron [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Updated VIF entry in instance network info cache for port da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.092376] env[69243]: DEBUG nova.network.neutron [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Updating instance_info_cache with network_info: [{"id": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "address": "fa:16:3e:b2:c7:57", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5934ec-9f", "ovs_interfaceid": "da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.578607] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.578949] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Processing image 3bdfedcb-5018-4ab6-a784-8e8ae25221a9 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.579113] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9/3bdfedcb-5018-4ab6-a784-8e8ae25221a9.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.579263] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9/3bdfedcb-5018-4ab6-a784-8e8ae25221a9.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.579444] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.579711] env[69243]: DEBUG nova.network.neutron [-] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.580970] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4991026-f5bf-4b49-a682-b45a4308d3a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.592247] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.592247] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.592247] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c270258-4c0b-4da2-8812-6b34bdd4fad1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.599229] env[69243]: DEBUG oslo_concurrency.lockutils [req-334a532d-7611-40c5-9195-60d93e776d3b req-05137adb-e39d-4c6b-bf53-fb4a1a12617d service nova] Releasing lock "refresh_cache-b27b5c15-da1a-4999-a185-b37c2b0c416b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.603075] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 875.603075] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bdec3e-697f-501a-b3f4-00efc856d110" [ 875.603075] env[69243]: _type = "Task" [ 875.603075] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.611540] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bdec3e-697f-501a-b3f4-00efc856d110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.932764] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae50085-0489-44ad-b1db-9de7f45c1468 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.942105] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39a3009-ca5f-468c-a315-8dae83aa98d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.972393] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e377aa-0d63-46a7-9aab-4a4e45312c34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.980019] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da5eca1-1464-4135-b160-ede91de24f93 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.993432] env[69243]: DEBUG nova.compute.provider_tree [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.066236] env[69243]: DEBUG nova.compute.manager [req-ecef616f-dfc7-4e77-b03c-7d67e98a87ec req-15586729-5a5b-4667-aebb-30b81916a60c service nova] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Received event network-vif-deleted-22ec951b-6b58-4607-9aa4-8cdf0c245ebd {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.083800] env[69243]: INFO nova.compute.manager [-] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Took 1.57 seconds to deallocate network for instance. [ 876.113106] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Preparing fetch location {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 876.113336] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Fetch image to [datastore2] OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7/OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7.vmdk {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 876.113525] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Downloading stream optimized image 3bdfedcb-5018-4ab6-a784-8e8ae25221a9 to [datastore2] OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7/OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7.vmdk on the data store datastore2 as vApp {{(pid=69243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 876.113712] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Downloading image file data 3bdfedcb-5018-4ab6-a784-8e8ae25221a9 to the ESX as VM named 'OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7' {{(pid=69243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 876.208360] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 876.208360] env[69243]: value = "resgroup-9" [ 876.208360] env[69243]: _type = "ResourcePool" [ 876.208360] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 876.212020] env[69243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4f67db28-ff0b-4827-95e4-49bf67808c6e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.232854] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease: (returnval){ [ 876.232854] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5f6e5-4f5b-4739-60a5-9aff24e7e603" [ 876.232854] env[69243]: _type = "HttpNfcLease" [ 876.232854] env[69243]: } obtained for vApp import into resource pool (val){ [ 876.232854] env[69243]: value = "resgroup-9" [ 876.232854] env[69243]: _type = "ResourcePool" [ 876.232854] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 876.233163] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the lease: (returnval){ [ 876.233163] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5f6e5-4f5b-4739-60a5-9aff24e7e603" [ 876.233163] env[69243]: _type = "HttpNfcLease" [ 876.233163] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 876.239247] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.239247] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5f6e5-4f5b-4739-60a5-9aff24e7e603" [ 876.239247] env[69243]: _type = "HttpNfcLease" [ 876.239247] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 876.497105] env[69243]: DEBUG nova.scheduler.client.report [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.590692] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.742393] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.742393] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5f6e5-4f5b-4739-60a5-9aff24e7e603" [ 876.742393] env[69243]: _type = "HttpNfcLease" [ 876.742393] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.003825] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.004386] env[69243]: DEBUG nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.006981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.970s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.007213] env[69243]: DEBUG nova.objects.instance [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'resources' on Instance uuid bba717d2-e15d-461d-a90d-d8b07514a155 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.248033] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.248033] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5f6e5-4f5b-4739-60a5-9aff24e7e603" [ 877.248033] env[69243]: _type = "HttpNfcLease" [ 877.248033] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.248033] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.248033] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5f6e5-4f5b-4739-60a5-9aff24e7e603" [ 877.248033] env[69243]: _type = "HttpNfcLease" [ 877.248033] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 877.248033] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb28895-c4d8-4a74-945d-62a3c03c7d63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.258113] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250fc63-f6e3-843e-d4f4-2c6ff742c32d/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.259434] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250fc63-f6e3-843e-d4f4-2c6ff742c32d/disk-0.vmdk. {{(pid=69243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 877.321834] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9e5b802-5d06-46b0-8e6b-d42db34c6750 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.510438] env[69243]: DEBUG nova.compute.utils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.512070] env[69243]: DEBUG nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.512196] env[69243]: DEBUG nova.network.neutron [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.603846] env[69243]: DEBUG nova.policy [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '243c021f2d7c44779e3e8ab626f6f310', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3f45a0e833244c99dab9fb86497fda8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.964538] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610477d3-f0f0-4ffa-9597-0715c55fd4e2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.972459] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b790af6c-41da-4620-8a02-f0b7d96fa4c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.008138] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47e2650-3900-4246-87fb-86133e9be7c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.016259] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03edc3f0-7312-4b88-b3d2-2e2308b2573a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.022236] env[69243]: DEBUG nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.765102] env[69243]: DEBUG nova.compute.provider_tree [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.765102] env[69243]: DEBUG nova.network.neutron [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Successfully created port: f0039052-1571-45eb-9e45-8178db280876 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.779483] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Completed reading data from the image iterator. {{(pid=69243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 878.779483] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250fc63-f6e3-843e-d4f4-2c6ff742c32d/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 878.779483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e84d3b-b7dd-4349-aa05-fbf33d8adc35 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.785382] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250fc63-f6e3-843e-d4f4-2c6ff742c32d/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 878.785554] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250fc63-f6e3-843e-d4f4-2c6ff742c32d/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 878.785756] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3e7caf64-156e-4725-a784-872a5f639a57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.968784] env[69243]: DEBUG oslo_vmware.rw_handles [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250fc63-f6e3-843e-d4f4-2c6ff742c32d/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 878.969024] env[69243]: INFO nova.virt.vmwareapi.images [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Downloaded image file data 3bdfedcb-5018-4ab6-a784-8e8ae25221a9 [ 878.969992] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38472b46-dfd2-4796-9f40-b43a9401caf6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.986136] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a698f21c-3079-42b4-a82e-f1c7b54fc383 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.013778] env[69243]: INFO nova.virt.vmwareapi.images [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] The imported VM was unregistered [ 879.016333] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Caching image {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 879.016574] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.016872] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be5324cc-259a-43cd-bf4a-8727571b61ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.027063] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created directory with path [datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.027263] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7/OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7.vmdk to [datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9/3bdfedcb-5018-4ab6-a784-8e8ae25221a9.vmdk. {{(pid=69243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 879.027514] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7796a899-8f38-4ed0-a8a6-f9f9565e319d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.033399] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 879.033399] env[69243]: value = "task-3689352" [ 879.033399] env[69243]: _type = "Task" [ 879.033399] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.041654] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689352, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.267341] env[69243]: DEBUG nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.274646] env[69243]: DEBUG nova.scheduler.client.report [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.308332] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.308631] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.308807] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.309017] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.310018] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.310018] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.310018] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.310018] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.310018] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.310333] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.310441] env[69243]: DEBUG nova.virt.hardware [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.311600] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c255a2-a3cd-4e63-b3b0-f4399c085a23 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.323969] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2f5ac-d72d-4904-a981-6ca3b2ba5b41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.549617] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689352, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.779484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.772s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.786789] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.319s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.820481] env[69243]: INFO nova.scheduler.client.report [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted allocations for instance bba717d2-e15d-461d-a90d-d8b07514a155 [ 880.054060] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689352, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.281902] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f6161-c29b-4652-b434-e2710def2614 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.293456] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77682c21-e243-497e-b276-02394c29061f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.325765] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b634b011-f004-43c5-a630-083b743dac9b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.336031] env[69243]: DEBUG oslo_concurrency.lockutils [None req-19fcf9da-197f-4c6c-9947-d7ab76a5265c tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "bba717d2-e15d-461d-a90d-d8b07514a155" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.555s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.337935] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f2fad-cbed-4787-8bcc-84d02e7b36bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.355367] env[69243]: DEBUG nova.compute.provider_tree [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.552037] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689352, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.644567] env[69243]: DEBUG nova.compute.manager [req-5cfadf2b-6d22-4a07-a2e8-173dd004dbfe req-72c1d7ea-470d-4f4e-bb9f-05de0d1532c0 service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Received event network-vif-plugged-f0039052-1571-45eb-9e45-8178db280876 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.644782] env[69243]: DEBUG oslo_concurrency.lockutils [req-5cfadf2b-6d22-4a07-a2e8-173dd004dbfe req-72c1d7ea-470d-4f4e-bb9f-05de0d1532c0 service nova] Acquiring lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.645061] env[69243]: DEBUG oslo_concurrency.lockutils [req-5cfadf2b-6d22-4a07-a2e8-173dd004dbfe req-72c1d7ea-470d-4f4e-bb9f-05de0d1532c0 service nova] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.645176] env[69243]: DEBUG oslo_concurrency.lockutils [req-5cfadf2b-6d22-4a07-a2e8-173dd004dbfe req-72c1d7ea-470d-4f4e-bb9f-05de0d1532c0 service nova] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.645342] env[69243]: DEBUG nova.compute.manager [req-5cfadf2b-6d22-4a07-a2e8-173dd004dbfe req-72c1d7ea-470d-4f4e-bb9f-05de0d1532c0 service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] No waiting events found dispatching network-vif-plugged-f0039052-1571-45eb-9e45-8178db280876 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.645505] env[69243]: WARNING nova.compute.manager [req-5cfadf2b-6d22-4a07-a2e8-173dd004dbfe req-72c1d7ea-470d-4f4e-bb9f-05de0d1532c0 service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Received unexpected event network-vif-plugged-f0039052-1571-45eb-9e45-8178db280876 for instance with vm_state building and task_state spawning. [ 880.797370] env[69243]: DEBUG nova.network.neutron [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Successfully updated port: f0039052-1571-45eb-9e45-8178db280876 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.859581] env[69243]: DEBUG nova.scheduler.client.report [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.049982] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689352, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.303677] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "refresh_cache-3bcf6496-263d-4ef3-8603-09ed413fd3c2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303677] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "refresh_cache-3bcf6496-263d-4ef3-8603-09ed413fd3c2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.303677] env[69243]: DEBUG nova.network.neutron [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.366654] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.579s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.366654] env[69243]: INFO nova.compute.manager [None req-6183f786-26f7-4123-8bc5-fb5e80f73963 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Successfully reverted task state from rebuilding on failure for instance. [ 881.376999] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 46.856s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.545753] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689352, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.399274} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.546333] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7/OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7.vmdk to [datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9/3bdfedcb-5018-4ab6-a784-8e8ae25221a9.vmdk. [ 881.546333] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Cleaning up location [datastore2] OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 881.546488] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e32b529f-bbf7-4f96-9475-75d880497ff7 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.546627] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68d4de44-400d-4a56-a316-e6d6171bc661 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.552703] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 881.552703] env[69243]: value = "task-3689353" [ 881.552703] env[69243]: _type = "Task" [ 881.552703] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.560617] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.879889] env[69243]: DEBUG nova.objects.instance [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lazy-loading 'migration_context' on Instance uuid 54841bf4-7c84-4f22-85b0-ea0531580855 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.883345] env[69243]: DEBUG nova.network.neutron [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.065767] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032815} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.066043] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.066212] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9/3bdfedcb-5018-4ab6-a784-8e8ae25221a9.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.066450] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9/3bdfedcb-5018-4ab6-a784-8e8ae25221a9.vmdk to [datastore2] 6de6f4c3-acc1-462d-9647-863dfddb2465/6de6f4c3-acc1-462d-9647-863dfddb2465.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.066693] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e140ba62-2b3d-4732-8b6b-41b26cebe8dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.074744] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 882.074744] env[69243]: value = "task-3689354" [ 882.074744] env[69243]: _type = "Task" [ 882.074744] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.084415] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.111210] env[69243]: DEBUG nova.network.neutron [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Updating instance_info_cache with network_info: [{"id": "f0039052-1571-45eb-9e45-8178db280876", "address": "fa:16:3e:d5:5d:bd", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0039052-15", "ovs_interfaceid": "f0039052-1571-45eb-9e45-8178db280876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.587813] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689354, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.612670] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "refresh_cache-3bcf6496-263d-4ef3-8603-09ed413fd3c2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.613036] env[69243]: DEBUG nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Instance network_info: |[{"id": "f0039052-1571-45eb-9e45-8178db280876", "address": "fa:16:3e:d5:5d:bd", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0039052-15", "ovs_interfaceid": "f0039052-1571-45eb-9e45-8178db280876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.617330] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:5d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0039052-1571-45eb-9e45-8178db280876', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.623828] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.624453] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.624703] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42676106-62fc-4b1a-9085-14cafdb3c1cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.658848] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.658848] env[69243]: value = "task-3689355" [ 882.658848] env[69243]: _type = "Task" [ 882.658848] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.674148] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689355, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.753943] env[69243]: DEBUG nova.compute.manager [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Received event network-changed-f0039052-1571-45eb-9e45-8178db280876 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.753943] env[69243]: DEBUG nova.compute.manager [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Refreshing instance network info cache due to event network-changed-f0039052-1571-45eb-9e45-8178db280876. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.753943] env[69243]: DEBUG oslo_concurrency.lockutils [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] Acquiring lock "refresh_cache-3bcf6496-263d-4ef3-8603-09ed413fd3c2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.754577] env[69243]: DEBUG oslo_concurrency.lockutils [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] Acquired lock "refresh_cache-3bcf6496-263d-4ef3-8603-09ed413fd3c2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.754577] env[69243]: DEBUG nova.network.neutron [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Refreshing network info cache for port f0039052-1571-45eb-9e45-8178db280876 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.777379] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "9166a706-3de8-4e37-9902-e9684477fdf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.777630] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.836906] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6050b5-84de-462b-92ad-e15799b9d073 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.846977] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3c4676-2bc6-434c-b5bb-9589b818e63a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.882264] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8216cc-8edc-49c3-84c2-c10989b2e9c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.892258] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a705d22-e108-463f-8ece-32cc4e2ea651 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.909360] env[69243]: DEBUG nova.compute.provider_tree [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.088301] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689354, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.174186] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689355, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.281596] env[69243]: DEBUG nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.412863] env[69243]: DEBUG nova.scheduler.client.report [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.501730] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "edb8f8bf-02a1-4062-91ea-dbc69505468d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.501983] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "edb8f8bf-02a1-4062-91ea-dbc69505468d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.590122] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689354, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.631412] env[69243]: DEBUG nova.network.neutron [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Updated VIF entry in instance network info cache for port f0039052-1571-45eb-9e45-8178db280876. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.631775] env[69243]: DEBUG nova.network.neutron [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Updating instance_info_cache with network_info: [{"id": "f0039052-1571-45eb-9e45-8178db280876", "address": "fa:16:3e:d5:5d:bd", "network": {"id": "dbe06701-f790-4914-bff1-0c340d0c8750", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-394144833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f45a0e833244c99dab9fb86497fda8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0039052-15", "ovs_interfaceid": "f0039052-1571-45eb-9e45-8178db280876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.674325] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689355, 'name': CreateVM_Task, 'duration_secs': 0.831504} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.674864] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.675654] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.675833] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.676190] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.676459] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b23096-17e8-4862-a8be-09dcda7aa45b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.684039] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 883.684039] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526d2261-67a0-119a-f78f-e32d2953ab20" [ 883.684039] env[69243]: _type = "Task" [ 883.684039] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.694176] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526d2261-67a0-119a-f78f-e32d2953ab20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.806810] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.005540] env[69243]: DEBUG nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.089671] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689354, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.135078] env[69243]: DEBUG oslo_concurrency.lockutils [req-4795e112-c803-4d70-8d1a-c416fc8ca77a req-d6307edf-f7e0-4570-9294-0cab1f0bee3e service nova] Releasing lock "refresh_cache-3bcf6496-263d-4ef3-8603-09ed413fd3c2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.196842] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526d2261-67a0-119a-f78f-e32d2953ab20, 'name': SearchDatastore_Task, 'duration_secs': 0.089253} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.197269] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.197553] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.197834] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.198036] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.198401] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.198607] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d63851e6-72c0-4cec-8694-a95cb4a52154 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.218682] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.218891] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.219738] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6059cc71-8284-41c4-bc2f-779585885d26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.228092] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 884.228092] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525cb73d-e013-470f-0a06-55b697edc1b2" [ 884.228092] env[69243]: _type = "Task" [ 884.228092] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.238636] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525cb73d-e013-470f-0a06-55b697edc1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.428505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.051s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.434470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.097s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.434720] env[69243]: DEBUG nova.objects.instance [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lazy-loading 'resources' on Instance uuid 8c126b02-1af6-4e07-9459-d8aa6717cd1c {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.524100] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.589021] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689354, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.294225} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.589355] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3bdfedcb-5018-4ab6-a784-8e8ae25221a9/3bdfedcb-5018-4ab6-a784-8e8ae25221a9.vmdk to [datastore2] 6de6f4c3-acc1-462d-9647-863dfddb2465/6de6f4c3-acc1-462d-9647-863dfddb2465.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.590146] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c726c5c-2eb7-478c-b7e0-90e09abe38e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.613061] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 6de6f4c3-acc1-462d-9647-863dfddb2465/6de6f4c3-acc1-462d-9647-863dfddb2465.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.613352] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f454bed-4815-4f92-80ac-4ec865e1fe9c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.632711] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 884.632711] env[69243]: value = "task-3689356" [ 884.632711] env[69243]: _type = "Task" [ 884.632711] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.640296] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.738025] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525cb73d-e013-470f-0a06-55b697edc1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.084908} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.738662] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96626c52-c40b-4b5a-818b-a37af3d490fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.743978] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 884.743978] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ad5bac-649c-9cbe-abb8-998891a84023" [ 884.743978] env[69243]: _type = "Task" [ 884.743978] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.752254] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ad5bac-649c-9cbe-abb8-998891a84023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.142449] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689356, 'name': ReconfigVM_Task, 'duration_secs': 0.277984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.144835] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 6de6f4c3-acc1-462d-9647-863dfddb2465/6de6f4c3-acc1-462d-9647-863dfddb2465.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.145628] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c2f9df-de87-4315-b2aa-67d3c83d5d98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.153126] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 885.153126] env[69243]: value = "task-3689357" [ 885.153126] env[69243]: _type = "Task" [ 885.153126] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.163266] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689357, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.255337] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ad5bac-649c-9cbe-abb8-998891a84023, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.258841] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.259314] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3bcf6496-263d-4ef3-8603-09ed413fd3c2/3bcf6496-263d-4ef3-8603-09ed413fd3c2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.259846] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e401f38a-1971-41a5-b353-235f25292104 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.267214] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 885.267214] env[69243]: value = "task-3689358" [ 885.267214] env[69243]: _type = "Task" [ 885.267214] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.280931] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.297717] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66561fa4-7ea9-433b-b256-a7df4b806605 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.304635] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fa4764-d6b7-4fa3-a694-4434b6f4c407 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.335290] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f75ab1-ecb2-48d4-88de-9d6bf998b1f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.342393] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782f9c51-583c-439f-81bb-9c196547191f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.355400] env[69243]: DEBUG nova.compute.provider_tree [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.665815] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689357, 'name': Rename_Task, 'duration_secs': 0.13405} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.666083] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.666347] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2eed6ba-9623-4d31-8045-3007cf7435fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.674029] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 885.674029] env[69243]: value = "task-3689359" [ 885.674029] env[69243]: _type = "Task" [ 885.674029] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.682488] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.777211] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689358, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.858468] env[69243]: DEBUG nova.scheduler.client.report [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.968043] env[69243]: INFO nova.compute.manager [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Swapping old allocation on dict_keys(['d7f8eded-4856-4fed-bd1e-6b04b1de80f5']) held by migration 418f169b-c6e6-4ba3-a3a0-4d6c25cc65be for instance [ 885.990184] env[69243]: DEBUG nova.scheduler.client.report [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Overwriting current allocation {'allocations': {'d7f8eded-4856-4fed-bd1e-6b04b1de80f5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': '045bd0097be540ecb16732a12b872534', 'user_id': 'a26fcf45614f4949b285affa8fba9f6d', 'consumer_generation': 1} on consumer 54841bf4-7c84-4f22-85b0-ea0531580855 {{(pid=69243) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 886.184041] env[69243]: DEBUG oslo_vmware.api [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689359, 'name': PowerOnVM_Task, 'duration_secs': 0.474398} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.184372] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.184484] env[69243]: INFO nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Took 15.78 seconds to spawn the instance on the hypervisor. [ 886.184632] env[69243]: DEBUG nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.185405] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb40ca9-d0ca-4106-afe0-35d01c46d79b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.278534] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689358, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.342594] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.342775] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquired lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.342871] env[69243]: DEBUG nova.network.neutron [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.363850] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.366299] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.820s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.368751] env[69243]: INFO nova.compute.claims [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.383379] env[69243]: INFO nova.scheduler.client.report [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleted allocations for instance 8c126b02-1af6-4e07-9459-d8aa6717cd1c [ 886.706763] env[69243]: INFO nova.compute.manager [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Took 63.20 seconds to build instance. [ 886.780378] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689358, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.439532} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.780803] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3bcf6496-263d-4ef3-8603-09ed413fd3c2/3bcf6496-263d-4ef3-8603-09ed413fd3c2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.781194] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.781666] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e291810-771c-4726-b1ed-fff25a091e74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.788468] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 886.788468] env[69243]: value = "task-3689360" [ 886.788468] env[69243]: _type = "Task" [ 886.788468] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.797176] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.892746] env[69243]: DEBUG oslo_concurrency.lockutils [None req-82a10867-ca78-4f02-9937-ca6d5eef8b08 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "8c126b02-1af6-4e07-9459-d8aa6717cd1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.125s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.104047] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "6de6f4c3-acc1-462d-9647-863dfddb2465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.209084] env[69243]: DEBUG oslo_concurrency.lockutils [None req-967fa956-f248-4ea4-b379-57a2fcbbf910 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.065s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.209428] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.106s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.209890] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "6de6f4c3-acc1-462d-9647-863dfddb2465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.210009] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.210234] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.216497] env[69243]: INFO nova.compute.manager [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Terminating instance [ 887.283561] env[69243]: DEBUG nova.network.neutron [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [{"id": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "address": "fa:16:3e:2c:77:4e", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a41b092-f4", "ovs_interfaceid": "9a41b092-f4ef-4510-9046-975fbc17e0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.304133] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064201} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.305135] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.305887] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050de2de-9bbd-42a9-8253-becc1a2f106f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.331522] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3bcf6496-263d-4ef3-8603-09ed413fd3c2/3bcf6496-263d-4ef3-8603-09ed413fd3c2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.332413] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca1a7447-3fc5-4d7e-a1a8-c72ea8797262 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.354091] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 887.354091] env[69243]: value = "task-3689361" [ 887.354091] env[69243]: _type = "Task" [ 887.354091] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.364563] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.721375] env[69243]: DEBUG nova.compute.manager [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.721655] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.726760] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb0dd5-753b-4bfd-9066-293a661b0d1d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.734384] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.734642] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6e0145-4d5d-4d99-a754-d361f7851ccf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.741189] env[69243]: DEBUG oslo_vmware.api [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 887.741189] env[69243]: value = "task-3689362" [ 887.741189] env[69243]: _type = "Task" [ 887.741189] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.752122] env[69243]: DEBUG oslo_vmware.api [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.770845] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331cfd24-4228-456e-89e7-75f4eacdf9e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.778625] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d814b35-fc7a-48e7-bfa4-c8a32223e26f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.810021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Releasing lock "refresh_cache-54841bf4-7c84-4f22-85b0-ea0531580855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.810585] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.811089] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a23c5a-d321-4a67-b445-430eb376f142 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.813704] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aded84fa-fa18-446b-81a2-6d92480ae108 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.821626] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f363f800-9eff-47e7-85bc-efb099c2dae1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.826998] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 887.826998] env[69243]: value = "task-3689363" [ 887.826998] env[69243]: _type = "Task" [ 887.826998] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.838901] env[69243]: DEBUG nova.compute.provider_tree [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.845758] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.864922] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689361, 'name': ReconfigVM_Task, 'duration_secs': 0.295646} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.865263] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3bcf6496-263d-4ef3-8603-09ed413fd3c2/3bcf6496-263d-4ef3-8603-09ed413fd3c2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.865897] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff6ea80f-bc10-411d-941e-935c2942beb0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.874414] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 887.874414] env[69243]: value = "task-3689364" [ 887.874414] env[69243]: _type = "Task" [ 887.874414] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.883572] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689364, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.254878] env[69243]: DEBUG oslo_vmware.api [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689362, 'name': PowerOffVM_Task, 'duration_secs': 0.220865} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.255372] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.255586] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.255796] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5695e8f1-5428-4523-aa32-b5376cd4ac12 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.321314] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.321547] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.323037] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleting the datastore file [datastore2] 6de6f4c3-acc1-462d-9647-863dfddb2465 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.323037] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f6485ad-2cb3-47d4-9251-11f86d986fb5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.328425] env[69243]: DEBUG oslo_vmware.api [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 888.328425] env[69243]: value = "task-3689366" [ 888.328425] env[69243]: _type = "Task" [ 888.328425] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.339508] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689363, 'name': PowerOffVM_Task, 'duration_secs': 0.174589} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.342927] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.343684] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='80edc8c5-85dd-42a4-ae20-3572eb9d266a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1703145830',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.344274] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.344274] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.344413] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.344452] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.345119] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.345119] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.345119] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.345254] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.345512] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.345549] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.352132] env[69243]: DEBUG nova.scheduler.client.report [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.356071] env[69243]: DEBUG oslo_vmware.api [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.356349] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53ecd9c-35aa-46ed-a85a-b10a319cda4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.371548] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 888.371548] env[69243]: value = "task-3689367" [ 888.371548] env[69243]: _type = "Task" [ 888.371548] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.385466] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.388886] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689364, 'name': Rename_Task, 'duration_secs': 0.162179} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.389168] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.389778] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a52c346-ec52-442a-94ab-7b79688a3be2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.395257] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 888.395257] env[69243]: value = "task-3689368" [ 888.395257] env[69243]: _type = "Task" [ 888.395257] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.404524] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.841479] env[69243]: DEBUG oslo_vmware.api [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18182} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.841722] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.841901] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.842092] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.842279] env[69243]: INFO nova.compute.manager [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Took 1.12 seconds to destroy the instance on the hypervisor. [ 888.842521] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.842966] env[69243]: DEBUG nova.compute.manager [-] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.842966] env[69243]: DEBUG nova.network.neutron [-] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.857614] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.858179] env[69243]: DEBUG nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.861330] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.735s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.862914] env[69243]: INFO nova.compute.claims [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.882102] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689367, 'name': ReconfigVM_Task, 'duration_secs': 0.160005} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.882460] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c354f82-d7b1-4f85-8748-52827ac40dd4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.904749] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:22:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='80edc8c5-85dd-42a4-ae20-3572eb9d266a',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1703145830',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.905080] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.905321] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.905529] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.905678] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.905828] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.908036] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.908036] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.908036] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.908036] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.908036] env[69243]: DEBUG nova.virt.hardware [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.911183] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39135474-c25f-4de3-9b40-c1c88c427e4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.919478] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.921401] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 888.921401] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52276517-e714-7e48-1f4b-1f0f342f01c7" [ 888.921401] env[69243]: _type = "Task" [ 888.921401] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.930891] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52276517-e714-7e48-1f4b-1f0f342f01c7, 'name': SearchDatastore_Task, 'duration_secs': 0.006798} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.934267] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.934549] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04043e77-95d1-40d4-89ed-64555ca99c3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.955817] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 888.955817] env[69243]: value = "task-3689369" [ 888.955817] env[69243]: _type = "Task" [ 888.955817] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.967088] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.199173] env[69243]: DEBUG nova.compute.manager [req-a8a55142-8583-45c3-bafb-495102e09037 req-ffdcaa62-56b6-492c-9e16-d72789c4ded6 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Received event network-vif-deleted-ae37bea1-016f-4f10-aba9-0565887ce42d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.199327] env[69243]: INFO nova.compute.manager [req-a8a55142-8583-45c3-bafb-495102e09037 req-ffdcaa62-56b6-492c-9e16-d72789c4ded6 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Neutron deleted interface ae37bea1-016f-4f10-aba9-0565887ce42d; detaching it from the instance and deleting it from the info cache [ 889.199496] env[69243]: DEBUG nova.network.neutron [req-a8a55142-8583-45c3-bafb-495102e09037 req-ffdcaa62-56b6-492c-9e16-d72789c4ded6 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.371067] env[69243]: DEBUG nova.compute.utils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.372763] env[69243]: DEBUG nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.372763] env[69243]: DEBUG nova.network.neutron [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.414935] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.466341] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689369, 'name': ReconfigVM_Task, 'duration_secs': 0.287481} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.466341] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.466341] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5b7c68-2341-4363-ba80-b60c2394b790 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.490338] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.490685] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dceae2ef-14dc-43f8-85dd-d85efcbac739 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.504688] env[69243]: DEBUG nova.policy [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f9fba9410a4552ac9ea0f8dcd3b76f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd7ee696cb1749a6a58d8ab686e54ffb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.510455] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 889.510455] env[69243]: value = "task-3689370" [ 889.510455] env[69243]: _type = "Task" [ 889.510455] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.518373] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.676658] env[69243]: DEBUG nova.network.neutron [-] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.703999] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-643a1cf6-e247-40a0-bf05-ee5b66dab6ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.713623] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb197d-3e05-4d9c-8a30-091ff368e56f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.745546] env[69243]: DEBUG nova.compute.manager [req-a8a55142-8583-45c3-bafb-495102e09037 req-ffdcaa62-56b6-492c-9e16-d72789c4ded6 service nova] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Detach interface failed, port_id=ae37bea1-016f-4f10-aba9-0565887ce42d, reason: Instance 6de6f4c3-acc1-462d-9647-863dfddb2465 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.877183] env[69243]: DEBUG nova.compute.utils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.921874] env[69243]: DEBUG oslo_vmware.api [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689368, 'name': PowerOnVM_Task, 'duration_secs': 1.038242} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.922308] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.922581] env[69243]: INFO nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Took 10.66 seconds to spawn the instance on the hypervisor. [ 889.922835] env[69243]: DEBUG nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.923814] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f24171a-0e44-4416-af4b-cbc40c9d894f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.926977] env[69243]: DEBUG nova.network.neutron [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Successfully created port: b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.024060] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689370, 'name': ReconfigVM_Task, 'duration_secs': 0.277722} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.024060] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855/54841bf4-7c84-4f22-85b0-ea0531580855.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.025411] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b378d4e-67fa-4899-a161-75246c6e0d6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.058215] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c69687-d9f9-456a-8e94-002e846da52d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.086570] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47647199-213d-4cb4-9b38-7fd588ffd7dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.105739] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dbda32-4394-4c16-8b1d-8cd60a872403 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.115387] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.115621] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c1a97bf-f71d-4695-987c-17589f3f0fab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.121423] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 890.121423] env[69243]: value = "task-3689371" [ 890.121423] env[69243]: _type = "Task" [ 890.121423] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.131797] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.181346] env[69243]: INFO nova.compute.manager [-] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Took 1.34 seconds to deallocate network for instance. [ 890.381187] env[69243]: DEBUG nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.387189] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b41bd25-b34c-45da-8ab3-3099c86dba47 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.395614] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320398a-828a-4826-8b6c-73d0a19748f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.438063] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580657d8-632e-432d-a4a4-1979b99d7984 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.449861] env[69243]: INFO nova.compute.manager [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Took 56.67 seconds to build instance. [ 890.452158] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb50617e-ad46-433d-b0f5-6d0fef5a2f1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.467038] env[69243]: DEBUG nova.compute.provider_tree [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.632134] env[69243]: DEBUG oslo_vmware.api [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689371, 'name': PowerOnVM_Task, 'duration_secs': 0.380398} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.632470] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.688510] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.953178] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d5b7bede-bac3-4ccb-ab51-bdd1adf5cb74 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.320s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.970418] env[69243]: DEBUG nova.scheduler.client.report [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.173806] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.174228] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.174461] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.174731] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.174982] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.177311] env[69243]: INFO nova.compute.manager [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Terminating instance [ 891.398074] env[69243]: DEBUG nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.429290] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1951853127',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-658478049',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.429486] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.429647] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.429832] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.429994] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.430242] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.430937] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.430937] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.430937] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.431102] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.431157] env[69243]: DEBUG nova.virt.hardware [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.432516] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d791a36e-2cc3-4511-b430-980198471c84 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.441741] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d221be-90f9-4dc6-a7e9-cfc8020c82ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.477101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.477689] env[69243]: DEBUG nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.480785] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.622s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.481014] env[69243]: DEBUG nova.objects.instance [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lazy-loading 'resources' on Instance uuid 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.526326] env[69243]: DEBUG nova.compute.manager [req-81083a26-b803-461a-b955-9f141966ae10 req-89034a09-33ee-4fdd-8e9e-8cb1bfa74a2c service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Received event network-vif-plugged-b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.526534] env[69243]: DEBUG oslo_concurrency.lockutils [req-81083a26-b803-461a-b955-9f141966ae10 req-89034a09-33ee-4fdd-8e9e-8cb1bfa74a2c service nova] Acquiring lock "729eed82-b53c-4594-a5d3-dcb88518b2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.526737] env[69243]: DEBUG oslo_concurrency.lockutils [req-81083a26-b803-461a-b955-9f141966ae10 req-89034a09-33ee-4fdd-8e9e-8cb1bfa74a2c service nova] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.526902] env[69243]: DEBUG oslo_concurrency.lockutils [req-81083a26-b803-461a-b955-9f141966ae10 req-89034a09-33ee-4fdd-8e9e-8cb1bfa74a2c service nova] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.527320] env[69243]: DEBUG nova.compute.manager [req-81083a26-b803-461a-b955-9f141966ae10 req-89034a09-33ee-4fdd-8e9e-8cb1bfa74a2c service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] No waiting events found dispatching network-vif-plugged-b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.527539] env[69243]: WARNING nova.compute.manager [req-81083a26-b803-461a-b955-9f141966ae10 req-89034a09-33ee-4fdd-8e9e-8cb1bfa74a2c service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Received unexpected event network-vif-plugged-b6382200-c6a2-4967-a43f-00c3a54895bc for instance with vm_state building and task_state spawning. [ 891.647294] env[69243]: INFO nova.compute.manager [None req-984908cd-69a8-43ff-8aab-99dbe2df619c tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance to original state: 'active' [ 891.661932] env[69243]: DEBUG nova.network.neutron [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Successfully updated port: b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.682310] env[69243]: DEBUG nova.compute.manager [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.682514] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.683713] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381002cb-fd73-4c40-881f-d16907e1e4ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.691750] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.692013] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa7adffc-d9a7-4d5d-905a-8fa08c622ac8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.698484] env[69243]: DEBUG oslo_vmware.api [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 891.698484] env[69243]: value = "task-3689372" [ 891.698484] env[69243]: _type = "Task" [ 891.698484] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.708114] env[69243]: DEBUG oslo_vmware.api [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.987870] env[69243]: DEBUG nova.compute.utils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.990210] env[69243]: DEBUG nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.990210] env[69243]: DEBUG nova.network.neutron [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.103264] env[69243]: DEBUG nova.policy [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009c418ac49b43028c376b67938ec40b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ff79d16d1af416683d12dae626b6cfa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.164832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.165024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.165398] env[69243]: DEBUG nova.network.neutron [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.216936] env[69243]: DEBUG oslo_vmware.api [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689372, 'name': PowerOffVM_Task, 'duration_secs': 0.189408} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.217255] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.217432] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.217686] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57c2cf4f-bc20-4c60-ab66-a8017f3dfeb1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.283957] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.284259] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.284454] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleting the datastore file [datastore2] 3bcf6496-263d-4ef3-8603-09ed413fd3c2 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.284765] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d5a1eb5-99a8-42e0-b643-81e8381ef2f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.290917] env[69243]: DEBUG oslo_vmware.api [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for the task: (returnval){ [ 892.290917] env[69243]: value = "task-3689374" [ 892.290917] env[69243]: _type = "Task" [ 892.290917] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.304829] env[69243]: DEBUG oslo_vmware.api [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.401965] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a64038f-d0c7-46b6-8299-cb1797000bee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.407942] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9964725b-c046-4c06-8cea-0282d38f34b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.443553] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d13028-ded1-453b-9958-a96eefe09f5a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.451960] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1539757-fd0c-48af-82bc-f295da284c66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.465477] env[69243]: DEBUG nova.compute.provider_tree [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.492350] env[69243]: DEBUG nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.600631] env[69243]: DEBUG nova.network.neutron [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Successfully created port: e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.724231] env[69243]: DEBUG nova.network.neutron [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.801810] env[69243]: DEBUG oslo_vmware.api [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Task: {'id': task-3689374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136676} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.802104] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.802307] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.802505] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.802680] env[69243]: INFO nova.compute.manager [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 892.802915] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.803124] env[69243]: DEBUG nova.compute.manager [-] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.803220] env[69243]: DEBUG nova.network.neutron [-] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.971762] env[69243]: DEBUG nova.scheduler.client.report [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.997244] env[69243]: INFO nova.virt.block_device [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Booting with volume 375626b6-ffe3-4e20-8d6a-510ac0108079 at /dev/sda [ 893.048745] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-769eb154-09b8-42f7-b428-f36a2f281a46 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.058825] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c4f54-e7d2-4309-843c-1f2e2b286c7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.097572] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac721749-a78c-4ad8-bb0c-26718b4e1b53 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.097572] env[69243]: DEBUG nova.network.neutron [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Updating instance_info_cache with network_info: [{"id": "b6382200-c6a2-4967-a43f-00c3a54895bc", "address": "fa:16:3e:5b:f3:04", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6382200-c6", "ovs_interfaceid": "b6382200-c6a2-4967-a43f-00c3a54895bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.105623] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571c165d-3794-4a22-8acc-a9d003023bc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.139235] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8335fd7-0ac6-4a76-8056-036ecba7b0f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.146018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e10f1-300a-4851-9e0a-7cbd8623e9e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.159929] env[69243]: DEBUG nova.virt.block_device [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updating existing volume attachment record: d74293ba-6e34-480e-aad5-c1480662dae8 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 893.221515] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "54841bf4-7c84-4f22-85b0-ea0531580855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.221777] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.221985] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.222182] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.222500] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.225647] env[69243]: INFO nova.compute.manager [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Terminating instance [ 893.311641] env[69243]: DEBUG nova.compute.manager [req-2f69499d-ea6e-4059-a9af-2b2948aa985a req-f6e2350a-2ddb-4ab0-b291-1383d574a4d2 service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Received event network-vif-deleted-f0039052-1571-45eb-9e45-8178db280876 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.311863] env[69243]: INFO nova.compute.manager [req-2f69499d-ea6e-4059-a9af-2b2948aa985a req-f6e2350a-2ddb-4ab0-b291-1383d574a4d2 service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Neutron deleted interface f0039052-1571-45eb-9e45-8178db280876; detaching it from the instance and deleting it from the info cache [ 893.312184] env[69243]: DEBUG nova.network.neutron [req-2f69499d-ea6e-4059-a9af-2b2948aa985a req-f6e2350a-2ddb-4ab0-b291-1383d574a4d2 service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.474159] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.478883] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.594s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.479178] env[69243]: DEBUG nova.objects.instance [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lazy-loading 'resources' on Instance uuid 1ef48045-56cd-4809-a0f8-6ed80611121a {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.584836] env[69243]: DEBUG nova.compute.manager [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Received event network-changed-b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.584975] env[69243]: DEBUG nova.compute.manager [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Refreshing instance network info cache due to event network-changed-b6382200-c6a2-4967-a43f-00c3a54895bc. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.585199] env[69243]: DEBUG oslo_concurrency.lockutils [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] Acquiring lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.595388] env[69243]: DEBUG nova.network.neutron [-] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.599378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Releasing lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.599661] env[69243]: DEBUG nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Instance network_info: |[{"id": "b6382200-c6a2-4967-a43f-00c3a54895bc", "address": "fa:16:3e:5b:f3:04", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6382200-c6", "ovs_interfaceid": "b6382200-c6a2-4967-a43f-00c3a54895bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.599926] env[69243]: DEBUG oslo_concurrency.lockutils [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] Acquired lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.600146] env[69243]: DEBUG nova.network.neutron [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Refreshing network info cache for port b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.601229] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:f3:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6382200-c6a2-4967-a43f-00c3a54895bc', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.609028] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.611111] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.611111] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5ee1b6-b62e-4cd6-bdd0-39f45ae2fb96 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.631318] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.631318] env[69243]: value = "task-3689375" [ 893.631318] env[69243]: _type = "Task" [ 893.631318] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.639217] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689375, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.730304] env[69243]: DEBUG nova.compute.manager [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.730540] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.731788] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7effec-f090-450b-a2c6-9ecae8c3d414 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.743522] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.743749] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-633e8de8-1ee4-4482-af26-b098f9fb8ca6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.750052] env[69243]: DEBUG oslo_vmware.api [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 893.750052] env[69243]: value = "task-3689376" [ 893.750052] env[69243]: _type = "Task" [ 893.750052] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.759162] env[69243]: DEBUG oslo_vmware.api [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.815332] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a5eaa88-883e-453a-8f5e-96d4701e2fae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.825086] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abd52a1-0ef4-4f93-8b5d-b043708c6015 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.858219] env[69243]: DEBUG nova.compute.manager [req-2f69499d-ea6e-4059-a9af-2b2948aa985a req-f6e2350a-2ddb-4ab0-b291-1383d574a4d2 service nova] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Detach interface failed, port_id=f0039052-1571-45eb-9e45-8178db280876, reason: Instance 3bcf6496-263d-4ef3-8603-09ed413fd3c2 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.997973] env[69243]: DEBUG oslo_concurrency.lockutils [None req-98eb3dd1-5a44-41d6-a969-f69efe89dad8 tempest-ServerActionsV293TestJSON-1465580246 tempest-ServerActionsV293TestJSON-1465580246-project-member] Lock "6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.882s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.097617] env[69243]: INFO nova.compute.manager [-] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Took 1.29 seconds to deallocate network for instance. [ 894.146593] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689375, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.270137] env[69243]: DEBUG oslo_vmware.api [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689376, 'name': PowerOffVM_Task, 'duration_secs': 0.196749} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.270836] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.271061] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.271834] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd65580c-67a7-40db-90ee-52d5a2127b31 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.341332] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.341681] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.341891] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleting the datastore file [datastore2] 54841bf4-7c84-4f22-85b0-ea0531580855 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.342535] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82981e7d-bff1-400e-88c2-e750a146af8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.352249] env[69243]: DEBUG oslo_vmware.api [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 894.352249] env[69243]: value = "task-3689378" [ 894.352249] env[69243]: _type = "Task" [ 894.352249] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.362324] env[69243]: DEBUG oslo_vmware.api [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.370494] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c80fa0-7d5f-41ee-a4cb-c386ad60dd87 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.377676] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24036818-24c1-44cc-b194-7b1f949a564d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.411777] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d7fb75-0758-4047-b8f4-5ab70f688182 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.420395] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4973bef-3f15-42c0-9353-c85db6146001 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.435777] env[69243]: DEBUG nova.compute.provider_tree [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.529646] env[69243]: DEBUG nova.network.neutron [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Updated VIF entry in instance network info cache for port b6382200-c6a2-4967-a43f-00c3a54895bc. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.530077] env[69243]: DEBUG nova.network.neutron [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Updating instance_info_cache with network_info: [{"id": "b6382200-c6a2-4967-a43f-00c3a54895bc", "address": "fa:16:3e:5b:f3:04", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6382200-c6", "ovs_interfaceid": "b6382200-c6a2-4967-a43f-00c3a54895bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.606881] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.641591] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689375, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.858429] env[69243]: DEBUG nova.network.neutron [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Successfully updated port: e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.867941] env[69243]: DEBUG oslo_vmware.api [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134895} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.868259] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.868458] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.868644] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.870017] env[69243]: INFO nova.compute.manager [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Took 1.14 seconds to destroy the instance on the hypervisor. [ 894.870017] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.870017] env[69243]: DEBUG nova.compute.manager [-] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.870017] env[69243]: DEBUG nova.network.neutron [-] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.947473] env[69243]: DEBUG nova.scheduler.client.report [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.032708] env[69243]: DEBUG oslo_concurrency.lockutils [req-eb752b72-7d93-4c09-8ec2-9ee792178ac3 req-d5bc70f6-d165-4b26-b1ce-71d209d30570 service nova] Releasing lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.144717] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689375, 'name': CreateVM_Task, 'duration_secs': 1.337813} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.144717] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.144717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.144717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.144717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.144717] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed9aa81-0dd3-47f6-8d49-d7b99b7866e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.149443] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 895.149443] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528abb77-a7e1-ca94-a9e1-215a6061c568" [ 895.149443] env[69243]: _type = "Task" [ 895.149443] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.161765] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528abb77-a7e1-ca94-a9e1-215a6061c568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.266956] env[69243]: DEBUG nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.267572] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.267847] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.268052] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.268289] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.268443] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.268588] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.268786] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.268941] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.269261] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.269496] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.269729] env[69243]: DEBUG nova.virt.hardware [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.270652] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e7d8dd-7910-4f26-a34b-6c8fa9641dc9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.279017] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efcd5e1-717b-47e9-a972-f3dca6b2f608 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.361455] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Acquiring lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.361633] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Acquired lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.361771] env[69243]: DEBUG nova.network.neutron [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.457078] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.459536] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.782s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.459805] env[69243]: DEBUG nova.objects.instance [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lazy-loading 'resources' on Instance uuid 1e4ef321-58b8-4403-8b07-c67a34fcbe74 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.483317] env[69243]: INFO nova.scheduler.client.report [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Deleted allocations for instance 1ef48045-56cd-4809-a0f8-6ed80611121a [ 895.641107] env[69243]: DEBUG nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Received event network-vif-plugged-e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.641371] env[69243]: DEBUG oslo_concurrency.lockutils [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] Acquiring lock "64b72f9b-8335-42d5-b2bc-49d727859fef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.641717] env[69243]: DEBUG oslo_concurrency.lockutils [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.644021] env[69243]: DEBUG oslo_concurrency.lockutils [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.644021] env[69243]: DEBUG nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] No waiting events found dispatching network-vif-plugged-e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.644021] env[69243]: WARNING nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Received unexpected event network-vif-plugged-e9dbeb76-8fe3-4584-8540-fb7201eed723 for instance with vm_state building and task_state spawning. [ 895.644204] env[69243]: DEBUG nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Received event network-changed-e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.644329] env[69243]: DEBUG nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Refreshing instance network info cache due to event network-changed-e9dbeb76-8fe3-4584-8540-fb7201eed723. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.644508] env[69243]: DEBUG oslo_concurrency.lockutils [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] Acquiring lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.659851] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528abb77-a7e1-ca94-a9e1-215a6061c568, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.660223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.660494] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.660764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.660916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.661138] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.661406] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d3f149f-17bb-42a9-b01a-fa1c0b1cc39f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.670057] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.670304] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.671056] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08c3fd2-24e9-48e7-89dd-31a22a0ef468 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.675805] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 895.675805] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d67507-850c-b233-b1d1-bbd87a6387ff" [ 895.675805] env[69243]: _type = "Task" [ 895.675805] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.684799] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d67507-850c-b233-b1d1-bbd87a6387ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.738833] env[69243]: DEBUG nova.network.neutron [-] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.909578] env[69243]: DEBUG nova.network.neutron [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.994334] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8205847e-94b0-4488-b7d1-bc374ed9477a tempest-SecurityGroupsTestJSON-1943717732 tempest-SecurityGroupsTestJSON-1943717732-project-member] Lock "1ef48045-56cd-4809-a0f8-6ed80611121a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.791s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.133088] env[69243]: DEBUG nova.network.neutron [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updating instance_info_cache with network_info: [{"id": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "address": "fa:16:3e:0e:79:06", "network": {"id": "43ffbd0b-0576-4879-b2e9-419aab169243", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173327892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff79d16d1af416683d12dae626b6cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dbeb76-8f", "ovs_interfaceid": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.190052] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d67507-850c-b233-b1d1-bbd87a6387ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008494} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.191232] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fbf0ea-43ac-4bdb-9af8-49b356bfbcea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.200588] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 896.200588] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bc29ac-1eab-b638-f2a9-4ef4d9dd0994" [ 896.200588] env[69243]: _type = "Task" [ 896.200588] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.211869] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bc29ac-1eab-b638-f2a9-4ef4d9dd0994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.242990] env[69243]: INFO nova.compute.manager [-] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Took 1.37 seconds to deallocate network for instance. [ 896.358630] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb4f51-7a1a-4df4-902e-2649afefe024 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.366904] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb64d39d-ab67-448b-b22d-b2cba9b2871f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.396968] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd20e236-cd2d-4901-a848-2bf3fd76f222 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.410891] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e74b94-41d3-42f4-af7b-235ae860cef5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.424480] env[69243]: DEBUG nova.compute.provider_tree [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.638128] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Releasing lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.638511] env[69243]: DEBUG nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Instance network_info: |[{"id": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "address": "fa:16:3e:0e:79:06", "network": {"id": "43ffbd0b-0576-4879-b2e9-419aab169243", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173327892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff79d16d1af416683d12dae626b6cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dbeb76-8f", "ovs_interfaceid": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.638820] env[69243]: DEBUG oslo_concurrency.lockutils [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] Acquired lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.638997] env[69243]: DEBUG nova.network.neutron [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Refreshing network info cache for port e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.641353] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:79:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9dbeb76-8fe3-4584-8540-fb7201eed723', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.647585] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Creating folder: Project (7ff79d16d1af416683d12dae626b6cfa). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.648328] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed935639-5df3-40fb-9e00-c05726a575c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.662395] env[69243]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 896.662395] env[69243]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69243) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 896.662395] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Folder already exists: Project (7ff79d16d1af416683d12dae626b6cfa). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 896.662395] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Creating folder: Instances. Parent ref: group-v735007. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.662395] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da934ff7-890d-4324-a324-096399ec316b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.672323] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Created folder: Instances in parent group-v735007. [ 896.672548] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.672727] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.672919] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e1540e4-5c37-43b5-9866-ccddf98f0a50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.693490] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.693490] env[69243]: value = "task-3689381" [ 896.693490] env[69243]: _type = "Task" [ 896.693490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.701266] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689381, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.711430] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bc29ac-1eab-b638-f2a9-4ef4d9dd0994, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.712041] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.712041] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 729eed82-b53c-4594-a5d3-dcb88518b2d3/729eed82-b53c-4594-a5d3-dcb88518b2d3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.712245] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab45231-685d-4aee-a9ca-9a0b7115d64e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.723793] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 896.723793] env[69243]: value = "task-3689382" [ 896.723793] env[69243]: _type = "Task" [ 896.723793] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.729677] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.752279] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.931184] env[69243]: DEBUG nova.scheduler.client.report [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.203623] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689381, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.231050] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468633} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.232052] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 729eed82-b53c-4594-a5d3-dcb88518b2d3/729eed82-b53c-4594-a5d3-dcb88518b2d3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.232052] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.232052] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ddd6b65-6448-46f6-aa7d-af640a573b6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.238841] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 897.238841] env[69243]: value = "task-3689383" [ 897.238841] env[69243]: _type = "Task" [ 897.238841] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.247563] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.437138] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.440513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.607s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.440708] env[69243]: DEBUG nova.objects.instance [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 897.482334] env[69243]: INFO nova.scheduler.client.report [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Deleted allocations for instance 1e4ef321-58b8-4403-8b07-c67a34fcbe74 [ 897.604314] env[69243]: DEBUG nova.network.neutron [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updated VIF entry in instance network info cache for port e9dbeb76-8fe3-4584-8540-fb7201eed723. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.604692] env[69243]: DEBUG nova.network.neutron [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updating instance_info_cache with network_info: [{"id": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "address": "fa:16:3e:0e:79:06", "network": {"id": "43ffbd0b-0576-4879-b2e9-419aab169243", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173327892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff79d16d1af416683d12dae626b6cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dbeb76-8f", "ovs_interfaceid": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.704566] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689381, 'name': CreateVM_Task, 'duration_secs': 0.520417} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.704806] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.705602] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735013', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'name': 'volume-375626b6-ffe3-4e20-8d6a-510ac0108079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b72f9b-8335-42d5-b2bc-49d727859fef', 'attached_at': '', 'detached_at': '', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'serial': '375626b6-ffe3-4e20-8d6a-510ac0108079'}, 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'd74293ba-6e34-480e-aad5-c1480662dae8', 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 897.705790] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Root volume attach. Driver type: vmdk {{(pid=69243) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 897.706601] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0788ae3-7c2f-424b-b51c-ad531fbe2baa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.715123] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae17a02-4889-49c4-8175-db8ae9f1f008 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.723829] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1406c7-8c8c-4b0b-92d3-2220aaca51a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.729609] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b74bacf1-1db5-4010-be4f-b48891319376 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.736247] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 897.736247] env[69243]: value = "task-3689384" [ 897.736247] env[69243]: _type = "Task" [ 897.736247] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.746729] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.749442] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064953} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.749686] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.750429] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a5819-54fa-4d33-893e-69a0c08fc77b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.772502] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 729eed82-b53c-4594-a5d3-dcb88518b2d3/729eed82-b53c-4594-a5d3-dcb88518b2d3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.772740] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa1980c-5754-4337-93f5-20bddba6254b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.792418] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 897.792418] env[69243]: value = "task-3689385" [ 897.792418] env[69243]: _type = "Task" [ 897.792418] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.804168] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.992164] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7ddd9b5-0f59-4221-ba6f-70cb65370a6c tempest-ServersV294TestFqdnHostnames-308253261 tempest-ServersV294TestFqdnHostnames-308253261-project-member] Lock "1e4ef321-58b8-4403-8b07-c67a34fcbe74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.461s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.107524] env[69243]: DEBUG oslo_concurrency.lockutils [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] Releasing lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.107826] env[69243]: DEBUG nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Received event network-vif-deleted-9a41b092-f4ef-4510-9046-975fbc17e0ec {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.108156] env[69243]: INFO nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Neutron deleted interface 9a41b092-f4ef-4510-9046-975fbc17e0ec; detaching it from the instance and deleting it from the info cache [ 898.108310] env[69243]: DEBUG nova.network.neutron [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.249119] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task} progress is 42%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.305974] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689385, 'name': ReconfigVM_Task, 'duration_secs': 0.402993} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.306289] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 729eed82-b53c-4594-a5d3-dcb88518b2d3/729eed82-b53c-4594-a5d3-dcb88518b2d3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.307553] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69243) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 898.307553] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ca99b383-39ba-4e6e-9c4d-3c47e57a13f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.314769] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 898.314769] env[69243]: value = "task-3689386" [ 898.314769] env[69243]: _type = "Task" [ 898.314769] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.324121] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689386, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.450972] env[69243]: DEBUG oslo_concurrency.lockutils [None req-11e42656-cd72-4aaf-92be-052850d73be4 tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.452113] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 50.450s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.613023] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdfd6bbe-00d9-4690-97f3-34b21fd16599 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.619803] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a414eba-277e-42b4-ae70-7efb5b9adf1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.656362] env[69243]: DEBUG nova.compute.manager [req-331260d9-31b0-4116-b743-34790fc865c7 req-8ddd53bd-7900-40b6-b11d-3de99696756b service nova] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Detach interface failed, port_id=9a41b092-f4ef-4510-9046-975fbc17e0ec, reason: Instance 54841bf4-7c84-4f22-85b0-ea0531580855 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.749115] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task} progress is 56%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.828210] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689386, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.273001} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.828966] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69243) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 898.831483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ece04-8697-437b-9969-ce764bc5e667 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.863140] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 729eed82-b53c-4594-a5d3-dcb88518b2d3/ephemeral_0.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.863443] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6776826f-008c-4436-8a79-1a7347a7d87a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.882550] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 898.882550] env[69243]: value = "task-3689387" [ 898.882550] env[69243]: _type = "Task" [ 898.882550] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.891571] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.249518] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task} progress is 69%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.393378] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance b6c3fc33-d92d-4b77-9e3f-f6c0466967ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance d9b56808-ce9b-4efa-ba03-f0ac88238e0e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509021] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e4bd44b1-19c4-4d31-9868-936745b1a96e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 9b9116ad-9dd6-4078-b35d-67267b2ad5ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance c1911216-06e1-40b2-9e62-922e2d37b2ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 54841bf4-7c84-4f22-85b0-ea0531580855 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509021] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 79bb5716-5c70-48ba-93a2-29550db54d4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509021] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 68baff7d-43aa-4106-b6fc-09306658bc1d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509021] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 01c00512-dc15-40ca-a4d3-18244b1a55af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509021] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509021] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 67637a52-4a89-4d65-a112-d4163bbfdb93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509787] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e6467f0c-6181-414e-983f-04ada898b9ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509787] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 41c7ef9b-a69f-4778-8de7-b1f6173a06e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509787] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance b27b5c15-da1a-4999-a185-b37c2b0c416b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509787] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 6de6f4c3-acc1-462d-9647-863dfddb2465 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509787] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 3bcf6496-263d-4ef3-8603-09ed413fd3c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.509787] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 729eed82-b53c-4594-a5d3-dcb88518b2d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.509787] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 64b72f9b-8335-42d5-b2bc-49d727859fef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 899.749512] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task} progress is 84%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.894615] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689387, 'name': ReconfigVM_Task, 'duration_secs': 0.793844} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.894615] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 729eed82-b53c-4594-a5d3-dcb88518b2d3/ephemeral_0.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.895911] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13174fda-acf1-4900-9410-ff944f6ba4ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.905141] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 899.905141] env[69243]: value = "task-3689388" [ 899.905141] env[69243]: _type = "Task" [ 899.905141] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.911206] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689388, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.014654] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 8ef95195-b40c-45be-b746-e7d7d4f8f880 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 900.256762] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task} progress is 97%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.413242] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689388, 'name': Rename_Task, 'duration_secs': 0.397311} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.413526] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.413778] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a84b8530-9076-434a-8f29-1611b4c30b20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.419519] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 900.419519] env[69243]: value = "task-3689389" [ 900.419519] env[69243]: _type = "Task" [ 900.419519] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.427252] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.520637] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7dbf198b-1462-4712-8641-cf72d2331919 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 900.749506] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task} progress is 98%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.931569] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.025071] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 9166a706-3de8-4e37-9902-e9684477fdf5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 901.251070] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689384, 'name': RelocateVM_Task, 'duration_secs': 3.305266} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.252235] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 901.254032] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735013', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'name': 'volume-375626b6-ffe3-4e20-8d6a-510ac0108079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b72f9b-8335-42d5-b2bc-49d727859fef', 'attached_at': '', 'detached_at': '', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'serial': '375626b6-ffe3-4e20-8d6a-510ac0108079'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 901.254516] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef31a6a-7acc-47cb-a267-18de87d02966 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.283080] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ee88b6-ae45-4f59-925d-d6f222a525b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.309201] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-375626b6-ffe3-4e20-8d6a-510ac0108079/volume-375626b6-ffe3-4e20-8d6a-510ac0108079.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.310782] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2e471c-69a6-4680-b8fb-c02b6842e9ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.335935] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 901.335935] env[69243]: value = "task-3689390" [ 901.335935] env[69243]: _type = "Task" [ 901.335935] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.344421] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.431076] env[69243]: DEBUG oslo_vmware.api [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689389, 'name': PowerOnVM_Task, 'duration_secs': 0.557499} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.431460] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.431690] env[69243]: INFO nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Took 10.03 seconds to spawn the instance on the hypervisor. [ 901.431942] env[69243]: DEBUG nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.432783] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9082a5e5-8774-400e-8048-5abbc06030ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.528132] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance edb8f8bf-02a1-4062-91ea-dbc69505468d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 901.528932] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 901.528932] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 901.851539] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.937149] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b750080-907d-4808-9fd4-c7694e608bf4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.949141] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c583a1-7128-48da-bda7-0dee7897d97d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.955801] env[69243]: INFO nova.compute.manager [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Took 64.43 seconds to build instance. [ 901.984008] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33443ede-565f-4726-aab2-d2b425064da8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.992971] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335654e3-0027-4874-be91-1742c8776119 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.008764] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.348776] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689390, 'name': ReconfigVM_Task, 'duration_secs': 0.941238} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.349587] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-375626b6-ffe3-4e20-8d6a-510ac0108079/volume-375626b6-ffe3-4e20-8d6a-510ac0108079.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.354307] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60581985-35fe-4f1b-9b37-064df720de76 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.369767] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 902.369767] env[69243]: value = "task-3689391" [ 902.369767] env[69243]: _type = "Task" [ 902.369767] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.377694] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.457525] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e2ae7d6d-4f19-4a1f-8a93-fcad597e6d31 tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.929s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.513018] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.879902] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689391, 'name': ReconfigVM_Task, 'duration_secs': 0.330778} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.880154] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735013', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'name': 'volume-375626b6-ffe3-4e20-8d6a-510ac0108079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b72f9b-8335-42d5-b2bc-49d727859fef', 'attached_at': '', 'detached_at': '', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'serial': '375626b6-ffe3-4e20-8d6a-510ac0108079'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 902.881285] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dbe82e2-8fff-45a8-99d9-7a6ada8450b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.886586] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 902.886586] env[69243]: value = "task-3689392" [ 902.886586] env[69243]: _type = "Task" [ 902.886586] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.895306] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689392, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.020917] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 903.021275] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.569s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.021477] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.944s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.022995] env[69243]: INFO nova.compute.claims [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.028944] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 903.029105] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Cleaning up deleted instances {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 903.039244] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45bc5b62-c537-4f5d-9b6f-f365968069a2 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.039481] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45bc5b62-c537-4f5d-9b6f-f365968069a2 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.039810] env[69243]: DEBUG nova.objects.instance [None req-45bc5b62-c537-4f5d-9b6f-f365968069a2 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'flavor' on Instance uuid 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.397456] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689392, 'name': Rename_Task, 'duration_secs': 0.192265} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.397760] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.398079] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a5b200f-4a7c-4f73-99ce-708205af1797 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.404409] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 903.404409] env[69243]: value = "task-3689393" [ 903.404409] env[69243]: _type = "Task" [ 903.404409] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.414023] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.545423] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] There are 45 instances to clean {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 903.545613] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 8c126b02-1af6-4e07-9459-d8aa6717cd1c] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.552520] env[69243]: DEBUG nova.objects.instance [None req-45bc5b62-c537-4f5d-9b6f-f365968069a2 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'pci_requests' on Instance uuid 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.601345] env[69243]: DEBUG nova.compute.manager [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Received event network-changed-b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.601345] env[69243]: DEBUG nova.compute.manager [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Refreshing instance network info cache due to event network-changed-b6382200-c6a2-4967-a43f-00c3a54895bc. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.601588] env[69243]: DEBUG oslo_concurrency.lockutils [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] Acquiring lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.601588] env[69243]: DEBUG oslo_concurrency.lockutils [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] Acquired lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.602183] env[69243]: DEBUG nova.network.neutron [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Refreshing network info cache for port b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.920419] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689393, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.055181] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: b018e7e6-295f-4e7a-894e-9b69dc67847a] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.061172] env[69243]: DEBUG nova.objects.base [None req-45bc5b62-c537-4f5d-9b6f-f365968069a2 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Object Instance<79bb5716-5c70-48ba-93a2-29550db54d4e> lazy-loaded attributes: flavor,pci_requests {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.061437] env[69243]: DEBUG nova.network.neutron [None req-45bc5b62-c537-4f5d-9b6f-f365968069a2 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.143554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "49b82a32-ab35-49d3-b1e4-53df8f966f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.143784] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.182951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45bc5b62-c537-4f5d-9b6f-f365968069a2 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.418327] env[69243]: DEBUG oslo_vmware.api [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689393, 'name': PowerOnVM_Task, 'duration_secs': 0.522415} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.418327] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.418327] env[69243]: INFO nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Took 9.15 seconds to spawn the instance on the hypervisor. [ 904.418327] env[69243]: DEBUG nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.418327] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4655a9e-b130-4be6-8d1f-1c9b9b325589 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.423516] env[69243]: DEBUG nova.network.neutron [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Updated VIF entry in instance network info cache for port b6382200-c6a2-4967-a43f-00c3a54895bc. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.423516] env[69243]: DEBUG nova.network.neutron [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Updating instance_info_cache with network_info: [{"id": "b6382200-c6a2-4967-a43f-00c3a54895bc", "address": "fa:16:3e:5b:f3:04", "network": {"id": "72e13c00-de77-4370-970b-5813aaf2eec5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-631955903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7ee696cb1749a6a58d8ab686e54ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6382200-c6", "ovs_interfaceid": "b6382200-c6a2-4967-a43f-00c3a54895bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.545960] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb11fa4-0963-4ba6-9a70-5e298a545515 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.556132] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f004c6b-99f3-4452-9d6b-cd1a54ea87c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.586290] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: bba717d2-e15d-461d-a90d-d8b07514a155] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.589574] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c855d768-bbde-4ba3-bce2-405f99c7c7ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.597119] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db26e2a-5571-425b-8099-5eaada035c0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.611995] env[69243]: DEBUG nova.compute.provider_tree [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.646293] env[69243]: DEBUG nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.891646] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.891972] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.892212] env[69243]: INFO nova.compute.manager [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Shelving [ 904.928210] env[69243]: DEBUG oslo_concurrency.lockutils [req-fe4c44e8-4b36-47f3-a5cd-9afade828d83 req-e19ee645-8017-43b4-9444-1e059fccb6fb service nova] Releasing lock "refresh_cache-729eed82-b53c-4594-a5d3-dcb88518b2d3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.943611] env[69243]: INFO nova.compute.manager [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Took 66.84 seconds to build instance. [ 905.089522] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 11c271a6-32aa-4f5f-98e9-058292f4d79c] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.115403] env[69243]: DEBUG nova.scheduler.client.report [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.165218] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.445992] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a9df1bed-a3a7-4b17-a351-f8032207d43f tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.706s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.593608] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e15390a1-8b62-4bcc-9ab1-6b434a1227cb] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.619851] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.620476] env[69243]: DEBUG nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.623732] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.074s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.623910] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.626076] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.787s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.626216] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.628170] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.498s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.628333] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.631170] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.154s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.631170] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.632461] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.644s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.632707] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.634711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.592s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.634906] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.636459] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.424s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.636647] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.638215] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.656s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.639694] env[69243]: INFO nova.compute.claims [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.667217] env[69243]: INFO nova.scheduler.client.report [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Deleted allocations for instance 68baff7d-43aa-4106-b6fc-09306658bc1d [ 905.678164] env[69243]: INFO nova.scheduler.client.report [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted allocations for instance 67637a52-4a89-4d65-a112-d4163bbfdb93 [ 905.691913] env[69243]: INFO nova.scheduler.client.report [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Deleted allocations for instance b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a [ 905.697443] env[69243]: INFO nova.scheduler.client.report [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Deleted allocations for instance e4bd44b1-19c4-4d31-9868-936745b1a96e [ 905.718857] env[69243]: INFO nova.scheduler.client.report [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Deleted allocations for instance 01c00512-dc15-40ca-a4d3-18244b1a55af [ 905.722806] env[69243]: INFO nova.scheduler.client.report [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted allocations for instance d9b56808-ce9b-4efa-ba03-f0ac88238e0e [ 905.726155] env[69243]: WARNING oslo_messaging._drivers.amqpdriver [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 905.740509] env[69243]: INFO nova.scheduler.client.report [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Deleted allocations for instance e6467f0c-6181-414e-983f-04ada898b9ab [ 905.902347] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.902684] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-902824a6-7bb1-49b0-b888-85a78ef35573 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.910048] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 905.910048] env[69243]: value = "task-3689394" [ 905.910048] env[69243]: _type = "Task" [ 905.910048] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.917944] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.099954] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 740a2dd7-57f5-4398-b35b-5c3a452c80ec] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.147890] env[69243]: DEBUG nova.compute.utils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.152642] env[69243]: DEBUG nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.152832] env[69243]: DEBUG nova.network.neutron [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.178632] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b1a19ddb-3506-4604-b56f-e695be2e80bb tempest-ServerShowV257Test-1833120062 tempest-ServerShowV257Test-1833120062-project-member] Lock "68baff7d-43aa-4106-b6fc-09306658bc1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.877s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.192901] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dea45b06-8ff8-494e-92c2-4fc19c95866b tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "67637a52-4a89-4d65-a112-d4163bbfdb93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.789s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.203101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-deb271de-8e2a-4c9f-8b3d-9c1f46faa3c3 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.006s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.209730] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5f43fb7e-4d4b-4138-a7f6-517a97fb69dc tempest-ServersAdminNegativeTestJSON-1047111857 tempest-ServersAdminNegativeTestJSON-1047111857-project-member] Lock "e4bd44b1-19c4-4d31-9868-936745b1a96e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.246s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.220483] env[69243]: DEBUG nova.policy [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e355c24f5549538acde44da9f9e171', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e62ccb3717bb41d4b388f2caccf92d8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.222910] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.223203] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.223551] env[69243]: DEBUG nova.objects.instance [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'flavor' on Instance uuid 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.229166] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6fc9941f-49e4-44c5-a5f1-d9cad5985ad9 tempest-ServerTagsTestJSON-1584851554 tempest-ServerTagsTestJSON-1584851554-project-member] Lock "01c00512-dc15-40ca-a4d3-18244b1a55af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.927s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.233391] env[69243]: DEBUG oslo_concurrency.lockutils [None req-864f922d-b833-4dd0-b489-7248ddc6c13b tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "d9b56808-ce9b-4efa-ba03-f0ac88238e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.661s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.251390] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ff140704-d8a6-42b3-9a0a-48f26eefbc4a tempest-MultipleCreateTestJSON-224219600 tempest-MultipleCreateTestJSON-224219600-project-member] Lock "e6467f0c-6181-414e-983f-04ada898b9ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.713s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.323329] env[69243]: DEBUG nova.compute.manager [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Received event network-changed-e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.323525] env[69243]: DEBUG nova.compute.manager [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Refreshing instance network info cache due to event network-changed-e9dbeb76-8fe3-4584-8540-fb7201eed723. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.323740] env[69243]: DEBUG oslo_concurrency.lockutils [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] Acquiring lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.323892] env[69243]: DEBUG oslo_concurrency.lockutils [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] Acquired lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.324067] env[69243]: DEBUG nova.network.neutron [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Refreshing network info cache for port e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.422091] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689394, 'name': PowerOffVM_Task, 'duration_secs': 0.309352} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.423146] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.424112] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535a4827-bee4-419d-9b9e-64b58d1169c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.449239] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155b408b-1f8a-4f8a-b002-9f96b4670ea2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.577899] env[69243]: DEBUG nova.network.neutron [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Successfully created port: 2a768b3b-5b3c-4111-8b8d-a9514ca00683 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.601843] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 2d306638-e6d4-4c76-8cdc-7f2da7185b1d] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.657023] env[69243]: DEBUG nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.879053] env[69243]: DEBUG nova.objects.instance [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'pci_requests' on Instance uuid 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.961048] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.961528] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11ab3a8f-4594-4959-86a8-15cbc942e8c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.969937] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 906.969937] env[69243]: value = "task-3689395" [ 906.969937] env[69243]: _type = "Task" [ 906.969937] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.980122] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c5467-1f5a-42d0-bea3-f99ed71764c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.989434] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.992351] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e82c243-4ddb-4fa2-b1e9-fc471b49e8bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.030306] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae68484-227a-43dc-bff6-2a1d44caac22 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.038841] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1a445-c5f8-4637-a494-da0d7df66dea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.056523] env[69243]: DEBUG nova.compute.provider_tree [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.087065] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.087300] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.087513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.087698] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.087876] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.090194] env[69243]: INFO nova.compute.manager [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Terminating instance [ 907.105878] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e6b25e56-5f7a-47c2-911e-976f39eb02d8] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.294137] env[69243]: DEBUG nova.network.neutron [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updated VIF entry in instance network info cache for port e9dbeb76-8fe3-4584-8540-fb7201eed723. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.294548] env[69243]: DEBUG nova.network.neutron [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updating instance_info_cache with network_info: [{"id": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "address": "fa:16:3e:0e:79:06", "network": {"id": "43ffbd0b-0576-4879-b2e9-419aab169243", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173327892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff79d16d1af416683d12dae626b6cfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dbeb76-8f", "ovs_interfaceid": "e9dbeb76-8fe3-4584-8540-fb7201eed723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.385219] env[69243]: DEBUG nova.objects.base [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Object Instance<79bb5716-5c70-48ba-93a2-29550db54d4e> lazy-loaded attributes: flavor,pci_requests {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.385452] env[69243]: DEBUG nova.network.neutron [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.485513] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689395, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.487262] env[69243]: DEBUG nova.policy [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.560662] env[69243]: DEBUG nova.scheduler.client.report [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.595162] env[69243]: DEBUG nova.compute.manager [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.595519] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.596436] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de383720-f0ec-4085-b170-f554b8e291fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.605156] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.605423] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db2403e7-5724-4b3e-992f-6ed21011d805 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.612788] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 3b533631-81e0-4394-8122-9c2ae1debbeb] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.616351] env[69243]: DEBUG oslo_vmware.api [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 907.616351] env[69243]: value = "task-3689396" [ 907.616351] env[69243]: _type = "Task" [ 907.616351] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.626392] env[69243]: DEBUG oslo_vmware.api [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.664612] env[69243]: DEBUG nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.702024] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.702024] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.702024] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.702024] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.702024] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.702024] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.702613] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.702613] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.702688] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.702817] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.702954] env[69243]: DEBUG nova.virt.hardware [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.703877] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc90027-ac11-4067-a27d-c75b712a67bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.714905] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47c7335-5072-4e26-bbbe-4d88ea977eb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.798873] env[69243]: DEBUG oslo_concurrency.lockutils [req-47adf0fc-1b6b-4d2c-9f68-de02a4df83a3 req-97d15c27-3168-475f-90dc-fdb8dfd4d369 service nova] Releasing lock "refresh_cache-64b72f9b-8335-42d5-b2bc-49d727859fef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.983220] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689395, 'name': CreateSnapshot_Task, 'duration_secs': 0.888548} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.983516] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.984354] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a34a4-e340-4df2-a10d-4e7fea38b4d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.070468] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.070987] env[69243]: DEBUG nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.074107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.484s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.074353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.078265] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.272s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.080251] env[69243]: INFO nova.compute.claims [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.117496] env[69243]: INFO nova.scheduler.client.report [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Deleted allocations for instance 41c7ef9b-a69f-4778-8de7-b1f6173a06e3 [ 908.117897] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 16aa76b9-2d2f-4970-ac3c-8523cb1ef0e4] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.133647] env[69243]: DEBUG oslo_vmware.api [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689396, 'name': PowerOffVM_Task, 'duration_secs': 0.219512} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.133865] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.134057] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.134395] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e10be070-705b-4dd0-a5d3-4c84be0792d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.195365] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.195582] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.195770] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleting the datastore file [datastore1] b6c3fc33-d92d-4b77-9e3f-f6c0466967ed {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.196063] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-494b796b-d7cc-451e-aece-672a8da4c31b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.203461] env[69243]: DEBUG oslo_vmware.api [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 908.203461] env[69243]: value = "task-3689398" [ 908.203461] env[69243]: _type = "Task" [ 908.203461] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.214397] env[69243]: DEBUG oslo_vmware.api [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.416273] env[69243]: DEBUG nova.network.neutron [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Successfully created port: 7f1921eb-c905-4e85-a958-92a271087a0b {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.509875] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.510799] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea01288b-0f3a-4cb8-a02a-1956add32ba0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.521200] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 908.521200] env[69243]: value = "task-3689400" [ 908.521200] env[69243]: _type = "Task" [ 908.521200] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.530265] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689400, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.589521] env[69243]: DEBUG nova.compute.utils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.596124] env[69243]: DEBUG nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.596124] env[69243]: DEBUG nova.network.neutron [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.631398] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 92594ac9-9eb3-477b-af00-ea6930a43cec] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.636090] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a2da348c-7dd3-4256-9015-189f55655fe9 tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "41c7ef9b-a69f-4778-8de7-b1f6173a06e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.789s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.702026] env[69243]: DEBUG nova.compute.manager [req-1aee10b7-add7-4e0b-9599-8a90c37b31eb req-d526a913-5d98-4ca0-b55c-f79276eef946 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Received event network-vif-plugged-2a768b3b-5b3c-4111-8b8d-a9514ca00683 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.702479] env[69243]: DEBUG oslo_concurrency.lockutils [req-1aee10b7-add7-4e0b-9599-8a90c37b31eb req-d526a913-5d98-4ca0-b55c-f79276eef946 service nova] Acquiring lock "8ef95195-b40c-45be-b746-e7d7d4f8f880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.703495] env[69243]: DEBUG oslo_concurrency.lockutils [req-1aee10b7-add7-4e0b-9599-8a90c37b31eb req-d526a913-5d98-4ca0-b55c-f79276eef946 service nova] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.705663] env[69243]: DEBUG oslo_concurrency.lockutils [req-1aee10b7-add7-4e0b-9599-8a90c37b31eb req-d526a913-5d98-4ca0-b55c-f79276eef946 service nova] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.705663] env[69243]: DEBUG nova.compute.manager [req-1aee10b7-add7-4e0b-9599-8a90c37b31eb req-d526a913-5d98-4ca0-b55c-f79276eef946 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] No waiting events found dispatching network-vif-plugged-2a768b3b-5b3c-4111-8b8d-a9514ca00683 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.705663] env[69243]: WARNING nova.compute.manager [req-1aee10b7-add7-4e0b-9599-8a90c37b31eb req-d526a913-5d98-4ca0-b55c-f79276eef946 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Received unexpected event network-vif-plugged-2a768b3b-5b3c-4111-8b8d-a9514ca00683 for instance with vm_state building and task_state spawning. [ 908.715880] env[69243]: DEBUG nova.network.neutron [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Successfully updated port: 2a768b3b-5b3c-4111-8b8d-a9514ca00683 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.729375] env[69243]: DEBUG oslo_vmware.api [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174596} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.733018] env[69243]: DEBUG nova.policy [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148e98cdb3504fe39528ff977e8847f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf09267b083481f9ed5416bd6688f7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.737515] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.738590] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.739412] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.739567] env[69243]: INFO nova.compute.manager [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 908.740302] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.741513] env[69243]: DEBUG nova.compute.manager [-] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.741683] env[69243]: DEBUG nova.network.neutron [-] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.033383] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689400, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.097118] env[69243]: DEBUG nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.138519] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 3edd19c0-e0bb-441c-9980-72e60c66b4c5] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.221862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "refresh_cache-8ef95195-b40c-45be-b746-e7d7d4f8f880" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.221862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquired lock "refresh_cache-8ef95195-b40c-45be-b746-e7d7d4f8f880" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.221984] env[69243]: DEBUG nova.network.neutron [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.491134] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9fee26-a513-4bd8-aff8-552909ed94ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.499321] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a99ac-71f5-47f6-aa5a-88e7f135e856 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.541341] env[69243]: DEBUG nova.network.neutron [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Successfully created port: 2ae4c295-fb42-4355-8b12-39fa4d590d9c {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.546796] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f04248-c7e1-49ac-8d88-9ea8ca602e93 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.561449] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c70f0-1a30-4f33-bd57-59e4f61cbe04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.565802] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689400, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.579435] env[69243]: DEBUG nova.compute.provider_tree [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.642393] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 1edb65c1-6310-4d5d-ad06-5800093dfd70] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.727423] env[69243]: DEBUG nova.network.neutron [-] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.795543] env[69243]: DEBUG nova.network.neutron [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.050503] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689400, 'name': CloneVM_Task} progress is 95%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.082929] env[69243]: DEBUG nova.scheduler.client.report [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.113019] env[69243]: DEBUG nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.147771] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.148129] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.148321] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.148515] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.148664] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.148812] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.149036] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.149204] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.149373] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.149538] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.149709] env[69243]: DEBUG nova.virt.hardware [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.150247] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: d12e566f-9f5c-4cc9-ac43-52620a4c5f1b] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.156031] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a11954c-7540-40ef-a3e1-90dab892b0e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.157488] env[69243]: DEBUG nova.network.neutron [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Updating instance_info_cache with network_info: [{"id": "2a768b3b-5b3c-4111-8b8d-a9514ca00683", "address": "fa:16:3e:c3:fd:d2", "network": {"id": "00351d4e-cb7d-4dbb-9b7f-aa03305414b5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1643162175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e62ccb3717bb41d4b388f2caccf92d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a768b3b-5b", "ovs_interfaceid": "2a768b3b-5b3c-4111-8b8d-a9514ca00683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.165044] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff7be75-408e-4f8b-b2e4-ca52cc002331 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.231663] env[69243]: INFO nova.compute.manager [-] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Took 1.49 seconds to deallocate network for instance. [ 910.557055] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689400, 'name': CloneVM_Task, 'duration_secs': 1.67613} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.559757] env[69243]: DEBUG nova.network.neutron [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Successfully updated port: 7f1921eb-c905-4e85-a958-92a271087a0b {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.561714] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Created linked-clone VM from snapshot [ 910.567019] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45997e37-515e-47ff-8f60-9de296b814d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.575762] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Uploading image def5b879-38dc-43e5-ace7-b423ccac3f00 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.593852] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.593852] env[69243]: DEBUG nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.596532] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.071s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.596885] env[69243]: INFO nova.compute.claims [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.610703] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.610703] env[69243]: value = "vm-735036" [ 910.610703] env[69243]: _type = "VirtualMachine" [ 910.610703] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.611367] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d0abc89-9897-49fb-9468-5cd4cdf92139 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.618846] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lease: (returnval){ [ 910.618846] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528d8a29-bd55-996f-0fae-737f2c634c21" [ 910.618846] env[69243]: _type = "HttpNfcLease" [ 910.618846] env[69243]: } obtained for exporting VM: (result){ [ 910.618846] env[69243]: value = "vm-735036" [ 910.618846] env[69243]: _type = "VirtualMachine" [ 910.618846] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.618846] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the lease: (returnval){ [ 910.618846] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528d8a29-bd55-996f-0fae-737f2c634c21" [ 910.618846] env[69243]: _type = "HttpNfcLease" [ 910.618846] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.625458] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.625458] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528d8a29-bd55-996f-0fae-737f2c634c21" [ 910.625458] env[69243]: _type = "HttpNfcLease" [ 910.625458] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.659694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Releasing lock "refresh_cache-8ef95195-b40c-45be-b746-e7d7d4f8f880" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.660048] env[69243]: DEBUG nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Instance network_info: |[{"id": "2a768b3b-5b3c-4111-8b8d-a9514ca00683", "address": "fa:16:3e:c3:fd:d2", "network": {"id": "00351d4e-cb7d-4dbb-9b7f-aa03305414b5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1643162175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e62ccb3717bb41d4b388f2caccf92d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a768b3b-5b", "ovs_interfaceid": "2a768b3b-5b3c-4111-8b8d-a9514ca00683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.661962] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 5f6698bc-f892-4983-82b0-4934915d0940] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.662782] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:fd:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a768b3b-5b3c-4111-8b8d-a9514ca00683', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.670649] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Creating folder: Project (e62ccb3717bb41d4b388f2caccf92d8e). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.671230] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa326bf2-7343-4d48-affc-fbe2e9108d31 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.681880] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Created folder: Project (e62ccb3717bb41d4b388f2caccf92d8e) in parent group-v734844. [ 910.682124] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Creating folder: Instances. Parent ref: group-v735037. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.682361] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f56a8235-45ab-4f8b-af23-cfd808870a03 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.699153] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Created folder: Instances in parent group-v735037. [ 910.699413] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.699604] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.699814] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-404b1ea2-f560-4cd8-800e-e845a156ae47 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.720571] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.720571] env[69243]: value = "task-3689404" [ 910.720571] env[69243]: _type = "Task" [ 910.720571] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.729020] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689404, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.748700] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.880711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.880711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.063645] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.063645] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.063645] env[69243]: DEBUG nova.network.neutron [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.097010] env[69243]: DEBUG nova.compute.utils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.099622] env[69243]: DEBUG nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.099622] env[69243]: DEBUG nova.network.neutron [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.129604] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.129604] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528d8a29-bd55-996f-0fae-737f2c634c21" [ 911.129604] env[69243]: _type = "HttpNfcLease" [ 911.129604] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.129919] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.129919] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528d8a29-bd55-996f-0fae-737f2c634c21" [ 911.129919] env[69243]: _type = "HttpNfcLease" [ 911.129919] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.134068] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f8a3b3-3bef-495e-929a-df35e717bbf4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.143108] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7a646-d74b-1ad3-a826-139bc3d251da/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.143901] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7a646-d74b-1ad3-a826-139bc3d251da/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.212525] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 1f40acc5-76bd-4e02-9466-0a66f1d27ec3] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.216024] env[69243]: DEBUG nova.policy [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3439e02be52848e7b9440f6c52a19a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e8f9cb600145cfa597b57743b69137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.231195] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689404, 'name': CreateVM_Task, 'duration_secs': 0.440496} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.231438] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.232241] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.232633] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.232858] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.233178] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfe4d3f-1c80-4ae2-a341-7ec79967d140 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.238898] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 911.238898] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523bf7e5-9420-e4e8-668d-7c2345e19c81" [ 911.238898] env[69243]: _type = "Task" [ 911.238898] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.248047] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523bf7e5-9420-e4e8-668d-7c2345e19c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.261250] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81a7ddeb-6820-44e8-8d98-46820f024be7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.384369] env[69243]: DEBUG nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.602182] env[69243]: DEBUG nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.630462] env[69243]: WARNING nova.network.neutron [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] 224b11cd-df83-4e25-b07b-74c0351922db already exists in list: networks containing: ['224b11cd-df83-4e25-b07b-74c0351922db']. ignoring it [ 911.634562] env[69243]: DEBUG nova.network.neutron [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Successfully updated port: 2ae4c295-fb42-4355-8b12-39fa4d590d9c {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.673559] env[69243]: DEBUG nova.compute.manager [req-3c490804-4a49-437c-820f-ddfe5403439f req-70a8ca97-e884-41fc-95a4-784a98eefd22 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-vif-plugged-7f1921eb-c905-4e85-a958-92a271087a0b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.673889] env[69243]: DEBUG oslo_concurrency.lockutils [req-3c490804-4a49-437c-820f-ddfe5403439f req-70a8ca97-e884-41fc-95a4-784a98eefd22 service nova] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.673997] env[69243]: DEBUG oslo_concurrency.lockutils [req-3c490804-4a49-437c-820f-ddfe5403439f req-70a8ca97-e884-41fc-95a4-784a98eefd22 service nova] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.674184] env[69243]: DEBUG oslo_concurrency.lockutils [req-3c490804-4a49-437c-820f-ddfe5403439f req-70a8ca97-e884-41fc-95a4-784a98eefd22 service nova] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.674489] env[69243]: DEBUG nova.compute.manager [req-3c490804-4a49-437c-820f-ddfe5403439f req-70a8ca97-e884-41fc-95a4-784a98eefd22 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] No waiting events found dispatching network-vif-plugged-7f1921eb-c905-4e85-a958-92a271087a0b {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.674638] env[69243]: WARNING nova.compute.manager [req-3c490804-4a49-437c-820f-ddfe5403439f req-70a8ca97-e884-41fc-95a4-784a98eefd22 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received unexpected event network-vif-plugged-7f1921eb-c905-4e85-a958-92a271087a0b for instance with vm_state active and task_state None. [ 911.722112] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 1e4ef321-58b8-4403-8b07-c67a34fcbe74] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.765047] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523bf7e5-9420-e4e8-668d-7c2345e19c81, 'name': SearchDatastore_Task, 'duration_secs': 0.011694} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.765663] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.765988] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.766267] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.766422] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.766764] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.767615] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18dd4585-20b0-4dd3-9047-a18173fa5e26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.781020] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.781020] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.781020] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82ac060-b682-47a0-83ef-e8022f09b229 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.785823] env[69243]: DEBUG nova.network.neutron [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Successfully created port: d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.801768] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 911.801768] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d64a86-2b03-9ce4-85e6-10f670155db8" [ 911.801768] env[69243]: _type = "Task" [ 911.801768] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.815251] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d64a86-2b03-9ce4-85e6-10f670155db8, 'name': SearchDatastore_Task, 'duration_secs': 0.016274} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.824433] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d582bccb-4ce2-4f1d-8406-78741c04b246 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.832798] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 911.832798] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5225fbf9-0b6f-4b40-7e0f-9e9520521926" [ 911.832798] env[69243]: _type = "Task" [ 911.832798] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.840733] env[69243]: DEBUG nova.compute.manager [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Received event network-changed-2a768b3b-5b3c-4111-8b8d-a9514ca00683 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.840925] env[69243]: DEBUG nova.compute.manager [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Refreshing instance network info cache due to event network-changed-2a768b3b-5b3c-4111-8b8d-a9514ca00683. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.841273] env[69243]: DEBUG oslo_concurrency.lockutils [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] Acquiring lock "refresh_cache-8ef95195-b40c-45be-b746-e7d7d4f8f880" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.841341] env[69243]: DEBUG oslo_concurrency.lockutils [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] Acquired lock "refresh_cache-8ef95195-b40c-45be-b746-e7d7d4f8f880" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.841581] env[69243]: DEBUG nova.network.neutron [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Refreshing network info cache for port 2a768b3b-5b3c-4111-8b8d-a9514ca00683 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.856186] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5225fbf9-0b6f-4b40-7e0f-9e9520521926, 'name': SearchDatastore_Task, 'duration_secs': 0.016848} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.857709] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.858255] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8ef95195-b40c-45be-b746-e7d7d4f8f880/8ef95195-b40c-45be-b746-e7d7d4f8f880.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.859027] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380a089a-8fd7-4d63-a777-94e0d7e9bc33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.871439] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 911.871439] env[69243]: value = "task-3689405" [ 911.871439] env[69243]: _type = "Task" [ 911.871439] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.893488] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.909524] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.959689] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.960201] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.054937] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a0e32c-b687-4a1b-b5f2-96432e71d7d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.067366] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1659d3-667b-453d-9bef-3105e557bfb9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.106226] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f13489-bc95-464b-8787-bf1a205d49d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.119094] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b89a83-958b-4a42-9419-a0d5bac5c8a8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.138441] env[69243]: DEBUG nova.compute.provider_tree [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.140597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "refresh_cache-7dbf198b-1462-4712-8641-cf72d2331919" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.140711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquired lock "refresh_cache-7dbf198b-1462-4712-8641-cf72d2331919" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.140813] env[69243]: DEBUG nova.network.neutron [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.229580] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: cb003e45-9c77-45fc-a53a-a5d1a3421f3e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.249497] env[69243]: DEBUG nova.network.neutron [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f1921eb-c905-4e85-a958-92a271087a0b", "address": "fa:16:3e:23:44:c1", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1921eb-c9", "ovs_interfaceid": "7f1921eb-c905-4e85-a958-92a271087a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.389556] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689405, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.467777] env[69243]: DEBUG nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.626233] env[69243]: DEBUG nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.645836] env[69243]: DEBUG nova.scheduler.client.report [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.665496] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.665762] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.665929] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.667386] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.667941] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.668197] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.668463] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.668628] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.668793] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.669092] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.669386] env[69243]: DEBUG nova.virt.hardware [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.670347] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13efcbc0-14f4-4750-b75e-dafa00d6cd86 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.682067] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5db23d-e208-4345-8cd2-8585cf80e7eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.720329] env[69243]: DEBUG nova.network.neutron [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.739382] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: eccadef4-b455-44c3-9490-dce7aea80b22] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.744597] env[69243]: DEBUG nova.network.neutron [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Updated VIF entry in instance network info cache for port 2a768b3b-5b3c-4111-8b8d-a9514ca00683. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.744597] env[69243]: DEBUG nova.network.neutron [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Updating instance_info_cache with network_info: [{"id": "2a768b3b-5b3c-4111-8b8d-a9514ca00683", "address": "fa:16:3e:c3:fd:d2", "network": {"id": "00351d4e-cb7d-4dbb-9b7f-aa03305414b5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1643162175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e62ccb3717bb41d4b388f2caccf92d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a768b3b-5b", "ovs_interfaceid": "2a768b3b-5b3c-4111-8b8d-a9514ca00683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.759271] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.759977] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.760216] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.761929] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3a8f06-c9bf-42a2-bcc8-26d80ec259ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.781592] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.781866] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.781986] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.782208] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.782451] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.782629] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.782851] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.783191] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.783424] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.783645] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.783930] env[69243]: DEBUG nova.virt.hardware [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.790471] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfiguring VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 912.793902] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee17efcc-c4e4-4ed5-abcd-18f938c5b657 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.815475] env[69243]: DEBUG oslo_vmware.api [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 912.815475] env[69243]: value = "task-3689406" [ 912.815475] env[69243]: _type = "Task" [ 912.815475] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.826541] env[69243]: DEBUG oslo_vmware.api [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689406, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.887481] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681218} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.887806] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8ef95195-b40c-45be-b746-e7d7d4f8f880/8ef95195-b40c-45be-b746-e7d7d4f8f880.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.888033] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.891672] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca499552-37dc-4a94-ad2c-bebe018aa78f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.901703] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 912.901703] env[69243]: value = "task-3689407" [ 912.901703] env[69243]: _type = "Task" [ 912.901703] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.915919] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.936683] env[69243]: DEBUG nova.network.neutron [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Updating instance_info_cache with network_info: [{"id": "2ae4c295-fb42-4355-8b12-39fa4d590d9c", "address": "fa:16:3e:85:ad:65", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae4c295-fb", "ovs_interfaceid": "2ae4c295-fb42-4355-8b12-39fa4d590d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.999643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.113531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.113531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.113531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.113531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.114208] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.116071] env[69243]: INFO nova.compute.manager [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Terminating instance [ 913.158446] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.162476] env[69243]: DEBUG nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.163116] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.475s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.163445] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.166249] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.559s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.166622] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.171641] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.420s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.172532] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.174932] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.010s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.177341] env[69243]: INFO nova.compute.claims [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.216657] env[69243]: INFO nova.scheduler.client.report [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted allocations for instance 6de6f4c3-acc1-462d-9647-863dfddb2465 [ 913.225381] env[69243]: INFO nova.scheduler.client.report [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleted allocations for instance 54841bf4-7c84-4f22-85b0-ea0531580855 [ 913.240715] env[69243]: INFO nova.scheduler.client.report [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Deleted allocations for instance 3bcf6496-263d-4ef3-8603-09ed413fd3c2 [ 913.243209] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: d4426718-3e16-4e62-8613-642f3ede15bc] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.252465] env[69243]: DEBUG oslo_concurrency.lockutils [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] Releasing lock "refresh_cache-8ef95195-b40c-45be-b746-e7d7d4f8f880" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.253069] env[69243]: DEBUG nova.compute.manager [req-5d732beb-f442-4dcb-8314-0118062fc1ca req-0584542e-c2b0-4dcf-967c-0a81e7a796c3 service nova] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Received event network-vif-deleted-b6bca0c0-8d98-47c7-83e9-06b85b5fdd43 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.328812] env[69243]: DEBUG oslo_vmware.api [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.416802] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079932} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.417337] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.420020] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c08ffee-2ee0-4e2a-b373-4ca906b1c362 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.442223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Releasing lock "refresh_cache-7dbf198b-1462-4712-8641-cf72d2331919" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.442864] env[69243]: DEBUG nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Instance network_info: |[{"id": "2ae4c295-fb42-4355-8b12-39fa4d590d9c", "address": "fa:16:3e:85:ad:65", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae4c295-fb", "ovs_interfaceid": "2ae4c295-fb42-4355-8b12-39fa4d590d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.454030] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 8ef95195-b40c-45be-b746-e7d7d4f8f880/8ef95195-b40c-45be-b746-e7d7d4f8f880.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.454952] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ad:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ae4c295-fb42-4355-8b12-39fa4d590d9c', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.465034] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Creating folder: Project (3bf09267b083481f9ed5416bd6688f7e). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.466169] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3db70c4-7f4b-4179-8422-15f142b2f391 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.483420] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a77b1cbd-d130-4738-bd89-5d090a920e2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.493722] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 913.493722] env[69243]: value = "task-3689409" [ 913.493722] env[69243]: _type = "Task" [ 913.493722] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.501314] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Created folder: Project (3bf09267b083481f9ed5416bd6688f7e) in parent group-v734844. [ 913.502190] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Creating folder: Instances. Parent ref: group-v735040. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.506290] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03bd464c-1695-4a46-bce8-36e4d8f45b1c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.508741] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.519588] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Created folder: Instances in parent group-v735040. [ 913.520305] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.520715] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.520776] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abe6487f-ca02-409f-a607-a0a873bcd529 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.546821] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.546821] env[69243]: value = "task-3689411" [ 913.546821] env[69243]: _type = "Task" [ 913.546821] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.562954] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689411, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.615565] env[69243]: DEBUG nova.network.neutron [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Successfully updated port: d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.624075] env[69243]: DEBUG nova.compute.manager [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.625032] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.627034] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2a6b72-6359-4dcd-b6e8-3290201d959c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.638242] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.639523] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceec8c8f-7907-4d1c-8c57-b721889a3ddf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.650298] env[69243]: DEBUG oslo_vmware.api [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 913.650298] env[69243]: value = "task-3689412" [ 913.650298] env[69243]: _type = "Task" [ 913.650298] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.663743] env[69243]: DEBUG oslo_vmware.api [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.689195] env[69243]: DEBUG nova.compute.utils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.693690] env[69243]: DEBUG nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 913.727802] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78d4cdb0-28b5-4ee6-9a6f-1f1d7d911f18 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "6de6f4c3-acc1-462d-9647-863dfddb2465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.518s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.734907] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1cf1d50c-9eb2-4c8b-bdfa-2852a448fde3 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "54841bf4-7c84-4f22-85b0-ea0531580855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.513s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.750297] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 6ef5d98a-55d5-4f8e-9c32-fabc031ed6fe] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.756546] env[69243]: DEBUG oslo_concurrency.lockutils [None req-75eef1e9-922b-483e-8c48-fee499222760 tempest-ImagesOneServerNegativeTestJSON-1118013179 tempest-ImagesOneServerNegativeTestJSON-1118013179-project-member] Lock "3bcf6496-263d-4ef3-8603-09ed413fd3c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.582s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.833714] env[69243]: DEBUG oslo_vmware.api [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689406, 'name': ReconfigVM_Task, 'duration_secs': 1.014912} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.834333] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.834793] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfigured VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 914.005295] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.060443] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689411, 'name': CreateVM_Task, 'duration_secs': 0.488454} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.060622] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.061345] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061516] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061839] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.062114] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ebf2de-5ffe-4b4c-b58d-e8fc4ea91dbd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.068467] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 914.068467] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c272b1-a437-d100-b323-53cb25fbb576" [ 914.068467] env[69243]: _type = "Task" [ 914.068467] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.077454] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c272b1-a437-d100-b323-53cb25fbb576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.116651] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.116803] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.116960] env[69243]: DEBUG nova.network.neutron [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.161998] env[69243]: DEBUG oslo_vmware.api [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689412, 'name': PowerOffVM_Task, 'duration_secs': 0.331211} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.162272] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.162490] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.162753] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ec615f3-9f30-4388-a973-eb4f9f77b1c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.194837] env[69243]: DEBUG nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.259634] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 60e63b59-407f-4605-9dbc-4cd777b744c1] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.267557] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.267699] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.267882] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Deleting the datastore file [datastore1] 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.268486] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c7f9b7-5189-4e5a-9e08-8b862282977e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.275924] env[69243]: DEBUG oslo_vmware.api [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for the task: (returnval){ [ 914.275924] env[69243]: value = "task-3689414" [ 914.275924] env[69243]: _type = "Task" [ 914.275924] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.289167] env[69243]: DEBUG oslo_vmware.api [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.340707] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e04374c-3667-4723-b2ea-974d12f68759 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.117s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.512209] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689409, 'name': ReconfigVM_Task, 'duration_secs': 0.519321} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.512431] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 8ef95195-b40c-45be-b746-e7d7d4f8f880/8ef95195-b40c-45be-b746-e7d7d4f8f880.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.514652] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8c26e0-5a93-4558-9db9-84ac2a91a2a4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.521649] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 914.521649] env[69243]: value = "task-3689415" [ 914.521649] env[69243]: _type = "Task" [ 914.521649] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.535139] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689415, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.554705] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ee9d2-0544-40ce-a6c7-56d80a77cd4d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.563918] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca2306e-fb93-4654-9991-f8ddcd6aa847 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.582913] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c272b1-a437-d100-b323-53cb25fbb576, 'name': SearchDatastore_Task, 'duration_secs': 0.025803} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.610900] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.611329] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.611598] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.611764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.611949] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.612500] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-080666a1-c45c-4452-a826-9e60090513e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.615009] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdbeb5b-263e-4531-a545-d01f7cffd539 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.625060] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4772d19e-4896-4dbf-861e-916d8d0c7fe0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.640559] env[69243]: DEBUG nova.compute.provider_tree [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.643146] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.643335] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.644321] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60d4ff4-44a4-4c88-b324-3228d9417d64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.650997] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 914.650997] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c4522f-684d-524d-ab49-8c8abf1f2290" [ 914.650997] env[69243]: _type = "Task" [ 914.650997] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.661540] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c4522f-684d-524d-ab49-8c8abf1f2290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.662547] env[69243]: DEBUG nova.network.neutron [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.768392] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: c53994ed-b194-4ad4-abdc-69d9b8248681] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.787810] env[69243]: DEBUG oslo_vmware.api [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.844212] env[69243]: DEBUG nova.compute.manager [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-changed-7f1921eb-c905-4e85-a958-92a271087a0b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.844449] env[69243]: DEBUG nova.compute.manager [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing instance network info cache due to event network-changed-7f1921eb-c905-4e85-a958-92a271087a0b. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.844709] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.844952] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.845064] env[69243]: DEBUG nova.network.neutron [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing network info cache for port 7f1921eb-c905-4e85-a958-92a271087a0b {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.884881] env[69243]: DEBUG nova.compute.manager [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Received event network-vif-plugged-2ae4c295-fb42-4355-8b12-39fa4d590d9c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.885740] env[69243]: DEBUG oslo_concurrency.lockutils [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] Acquiring lock "7dbf198b-1462-4712-8641-cf72d2331919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.885740] env[69243]: DEBUG oslo_concurrency.lockutils [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] Lock "7dbf198b-1462-4712-8641-cf72d2331919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.885913] env[69243]: DEBUG oslo_concurrency.lockutils [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] Lock "7dbf198b-1462-4712-8641-cf72d2331919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.886189] env[69243]: DEBUG nova.compute.manager [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] No waiting events found dispatching network-vif-plugged-2ae4c295-fb42-4355-8b12-39fa4d590d9c {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.886367] env[69243]: WARNING nova.compute.manager [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Received unexpected event network-vif-plugged-2ae4c295-fb42-4355-8b12-39fa4d590d9c for instance with vm_state building and task_state spawning. [ 914.886367] env[69243]: DEBUG nova.compute.manager [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Received event network-changed-2ae4c295-fb42-4355-8b12-39fa4d590d9c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.886552] env[69243]: DEBUG nova.compute.manager [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Refreshing instance network info cache due to event network-changed-2ae4c295-fb42-4355-8b12-39fa4d590d9c. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.886660] env[69243]: DEBUG oslo_concurrency.lockutils [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] Acquiring lock "refresh_cache-7dbf198b-1462-4712-8641-cf72d2331919" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.887252] env[69243]: DEBUG oslo_concurrency.lockutils [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] Acquired lock "refresh_cache-7dbf198b-1462-4712-8641-cf72d2331919" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.887613] env[69243]: DEBUG nova.network.neutron [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Refreshing network info cache for port 2ae4c295-fb42-4355-8b12-39fa4d590d9c {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.028233] env[69243]: DEBUG nova.network.neutron [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Updating instance_info_cache with network_info: [{"id": "d4643447-88d3-4d91-9bba-b66ee79be45a", "address": "fa:16:3e:fe:3d:cd", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4643447-88", "ovs_interfaceid": "d4643447-88d3-4d91-9bba-b66ee79be45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.032818] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689415, 'name': Rename_Task, 'duration_secs': 0.174276} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.033754] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.033754] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4625fdc-2900-455d-a6c9-c5649e88f162 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.043422] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 915.043422] env[69243]: value = "task-3689416" [ 915.043422] env[69243]: _type = "Task" [ 915.043422] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.052912] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.148092] env[69243]: DEBUG nova.scheduler.client.report [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.163621] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c4522f-684d-524d-ab49-8c8abf1f2290, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.164585] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0c5eb4-f3bb-4166-a07a-e765d5fe1755 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.176164] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 915.176164] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ece23b-bd43-4eaf-0edf-fb772d57fac2" [ 915.176164] env[69243]: _type = "Task" [ 915.176164] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.187483] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ece23b-bd43-4eaf-0edf-fb772d57fac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.208131] env[69243]: DEBUG nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.235113] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.235113] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.235113] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.235113] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.236135] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.236466] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.236832] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.237156] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.239897] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.239897] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.239897] env[69243]: DEBUG nova.virt.hardware [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.239897] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01f29b4-82f6-4323-a532-a5e0cd28c180 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.250558] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ef593-cc6a-4eeb-89f8-9555a3b3b87a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.268373] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.274385] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Creating folder: Project (f8afdf899a98455a9b854642714795fd). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.274975] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 17c14598-2c16-4443-9026-fd16c716bc67] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.276938] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad84260-6057-4546-8cf9-f3d2ce0d33f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.288926] env[69243]: DEBUG oslo_vmware.api [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Task: {'id': task-3689414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526659} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.289760] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.289760] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.289760] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.289760] env[69243]: INFO nova.compute.manager [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 915.290306] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.290306] env[69243]: DEBUG nova.compute.manager [-] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.290306] env[69243]: DEBUG nova.network.neutron [-] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.294802] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Created folder: Project (f8afdf899a98455a9b854642714795fd) in parent group-v734844. [ 915.295098] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Creating folder: Instances. Parent ref: group-v735043. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.297417] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2629dc2-9bcf-48cd-a49e-f92861ebfff6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.310219] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Created folder: Instances in parent group-v735043. [ 915.310775] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.310840] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.311041] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ce3e38-d107-47f5-9714-1bd8b04b6d6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.333753] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.333753] env[69243]: value = "task-3689419" [ 915.333753] env[69243]: _type = "Task" [ 915.333753] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.346801] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689419, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.535739] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.536042] env[69243]: DEBUG nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Instance network_info: |[{"id": "d4643447-88d3-4d91-9bba-b66ee79be45a", "address": "fa:16:3e:fe:3d:cd", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4643447-88", "ovs_interfaceid": "d4643447-88d3-4d91-9bba-b66ee79be45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.537105] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:3d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4643447-88d3-4d91-9bba-b66ee79be45a', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.553047] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.553047] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.560890] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21102ac1-1dcc-4d6f-ade2-7cd5e199a8fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.586877] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.588535] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.588535] env[69243]: value = "task-3689420" [ 915.588535] env[69243]: _type = "Task" [ 915.588535] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.598812] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689420, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.652581] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.653212] env[69243]: DEBUG nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.656644] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.908s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.656901] env[69243]: DEBUG nova.objects.instance [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lazy-loading 'resources' on Instance uuid b6c3fc33-d92d-4b77-9e3f-f6c0466967ed {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.686082] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ece23b-bd43-4eaf-0edf-fb772d57fac2, 'name': SearchDatastore_Task, 'duration_secs': 0.016743} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.686331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.686684] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7dbf198b-1462-4712-8641-cf72d2331919/7dbf198b-1462-4712-8641-cf72d2331919.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.687355] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e98c27-45b8-42ee-843e-41149c346056 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.702224] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 915.702224] env[69243]: value = "task-3689421" [ 915.702224] env[69243]: _type = "Task" [ 915.702224] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.714109] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.779956] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 416a4207-040b-4c00-aa43-1c7375f075e6] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.847436] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689419, 'name': CreateVM_Task, 'duration_secs': 0.428253} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.847436] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.847436] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.847436] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.847576] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.848224] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e875fa-3667-404a-b655-ab1cd83e35cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.855539] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 915.855539] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523714d6-74c0-603d-2255-d1d132bcfeab" [ 915.855539] env[69243]: _type = "Task" [ 915.855539] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.869594] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523714d6-74c0-603d-2255-d1d132bcfeab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.900224] env[69243]: INFO nova.compute.manager [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Rebuilding instance [ 915.959922] env[69243]: DEBUG nova.compute.manager [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.961048] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d4b968-648f-43cc-b156-6bec2b0371e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.064507] env[69243]: DEBUG oslo_vmware.api [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689416, 'name': PowerOnVM_Task, 'duration_secs': 0.652117} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.064960] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.065321] env[69243]: INFO nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Took 8.40 seconds to spawn the instance on the hypervisor. [ 916.065577] env[69243]: DEBUG nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.066535] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437b858-a636-4f23-8ff1-917f768deb18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.104523] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689420, 'name': CreateVM_Task, 'duration_secs': 0.442536} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.105320] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.105717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.160210] env[69243]: DEBUG nova.compute.utils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.165070] env[69243]: DEBUG nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.165329] env[69243]: DEBUG nova.network.neutron [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.222280] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689421, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.233451] env[69243]: DEBUG nova.policy [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fb19bc1a2b40ddab2748b2935d23cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d77a7d9451c446d841416b3f30617cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.285349] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 1ef48045-56cd-4809-a0f8-6ed80611121a] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.298089] env[69243]: DEBUG nova.network.neutron [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updated VIF entry in instance network info cache for port 7f1921eb-c905-4e85-a958-92a271087a0b. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.298697] env[69243]: DEBUG nova.network.neutron [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f1921eb-c905-4e85-a958-92a271087a0b", "address": "fa:16:3e:23:44:c1", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1921eb-c9", "ovs_interfaceid": "7f1921eb-c905-4e85-a958-92a271087a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.343479] env[69243]: DEBUG nova.network.neutron [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Updated VIF entry in instance network info cache for port 2ae4c295-fb42-4355-8b12-39fa4d590d9c. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.343974] env[69243]: DEBUG nova.network.neutron [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Updating instance_info_cache with network_info: [{"id": "2ae4c295-fb42-4355-8b12-39fa4d590d9c", "address": "fa:16:3e:85:ad:65", "network": {"id": "8b58184f-739b-4488-9b6d-128fee2fcde0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9d49101645a442e8ace316d6ddce3e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae4c295-fb", "ovs_interfaceid": "2ae4c295-fb42-4355-8b12-39fa4d590d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.368728] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523714d6-74c0-603d-2255-d1d132bcfeab, 'name': SearchDatastore_Task, 'duration_secs': 0.016344} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.368866] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.369465] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.369465] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.369465] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.369703] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.369995] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.370988] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.371267] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edf30705-72ec-4fc2-96d3-2370d86bacab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.377433] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872d15b0-ef2d-4b58-9678-ea24ebbf3d69 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.385523] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 916.385523] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52723a57-8fda-27be-126c-728f818a817a" [ 916.385523] env[69243]: _type = "Task" [ 916.385523] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.394962] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.394962] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.396416] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30878aa6-da9f-4835-be47-cc82873ee62e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.406057] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52723a57-8fda-27be-126c-728f818a817a, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.409067] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.409346] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.409686] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.413397] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 916.413397] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5210a3e6-8572-0bbc-e3d8-bccce1b75a6a" [ 916.413397] env[69243]: _type = "Task" [ 916.413397] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.425115] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5210a3e6-8572-0bbc-e3d8-bccce1b75a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.431804] env[69243]: DEBUG nova.network.neutron [-] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.561355] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f61a66-3ffd-440a-b78f-f6d0b8feae8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.575945] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b879db-14e6-4e45-9fac-a2bd8be0da1b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.622034] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b672127-d7a1-47a0-a519-e9eacc1f8bae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.625050] env[69243]: INFO nova.compute.manager [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Took 65.57 seconds to build instance. [ 916.634566] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60cdfdf-750c-4ad2-9eb6-470e296cbb05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.650748] env[69243]: DEBUG nova.compute.provider_tree [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.665416] env[69243]: DEBUG nova.network.neutron [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Successfully created port: b4604c58-df46-433b-8f61-21df607eab50 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.670344] env[69243]: DEBUG nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.720892] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583005} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.721228] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7dbf198b-1462-4712-8641-cf72d2331919/7dbf198b-1462-4712-8641-cf72d2331919.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.721467] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.721735] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72a81f1a-0b14-4a10-99fb-a802ec71df73 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.731742] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 916.731742] env[69243]: value = "task-3689422" [ 916.731742] env[69243]: _type = "Task" [ 916.731742] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.748210] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.795036] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7d7c6517-efae-49b1-8067-be68054bd734] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.801783] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.802080] env[69243]: DEBUG nova.compute.manager [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Received event network-vif-plugged-d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.802409] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Acquiring lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.802488] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.802650] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.802834] env[69243]: DEBUG nova.compute.manager [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] No waiting events found dispatching network-vif-plugged-d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.803009] env[69243]: WARNING nova.compute.manager [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Received unexpected event network-vif-plugged-d4643447-88d3-4d91-9bba-b66ee79be45a for instance with vm_state building and task_state spawning. [ 916.803184] env[69243]: DEBUG nova.compute.manager [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Received event network-changed-d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.803341] env[69243]: DEBUG nova.compute.manager [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Refreshing instance network info cache due to event network-changed-d4643447-88d3-4d91-9bba-b66ee79be45a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.803581] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Acquiring lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.803740] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Acquired lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.803951] env[69243]: DEBUG nova.network.neutron [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Refreshing network info cache for port d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.847132] env[69243]: DEBUG oslo_concurrency.lockutils [req-2741d96f-bcc8-4611-b145-886c8b5a97f7 req-96340ee4-7b96-45df-a3bd-89d4cf3f300c service nova] Releasing lock "refresh_cache-7dbf198b-1462-4712-8641-cf72d2331919" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.927012] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5210a3e6-8572-0bbc-e3d8-bccce1b75a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.014911} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.928089] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4959c09-c483-45f7-bfce-169619006dd7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.935086] env[69243]: INFO nova.compute.manager [-] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Took 1.64 seconds to deallocate network for instance. [ 916.935830] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 916.935830] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5286e060-9d90-bb35-40cd-467e90f6a39a" [ 916.935830] env[69243]: _type = "Task" [ 916.935830] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.950196] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5286e060-9d90-bb35-40cd-467e90f6a39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.984019] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.984019] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e468560d-04f5-47e1-8ee6-eedc7552367e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.991713] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 916.991713] env[69243]: value = "task-3689423" [ 916.991713] env[69243]: _type = "Task" [ 916.991713] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.001959] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.127305] env[69243]: DEBUG oslo_concurrency.lockutils [None req-93f85c29-66f4-426a-8971-6c7aa17f1ce5 tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.750s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.154176] env[69243]: DEBUG nova.scheduler.client.report [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.245287] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085393} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.245729] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.246727] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd53dc19-ff87-416d-a563-adc5daecff75 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.274540] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7dbf198b-1462-4712-8641-cf72d2331919/7dbf198b-1462-4712-8641-cf72d2331919.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.274905] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d742a20d-5517-4504-88fa-cf71e0815793 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.299066] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 917.299066] env[69243]: value = "task-3689424" [ 917.299066] env[69243]: _type = "Task" [ 917.299066] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.303271] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: bfcf44be-531f-442e-af3c-19e80ecf8382] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.316891] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.419845] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "5c607324-9db7-4651-aa1e-88e561356207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.420427] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "5c607324-9db7-4651-aa1e-88e561356207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.424658] env[69243]: DEBUG nova.compute.manager [req-cf8fc643-3c79-4b2b-bf5d-e4f034602697 req-749ba467-58de-4745-a081-55fbfded595f service nova] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Received event network-vif-deleted-e08d055c-43f0-4807-a05a-28a18e528da0 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.445562] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.451232] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5286e060-9d90-bb35-40cd-467e90f6a39a, 'name': SearchDatastore_Task, 'duration_secs': 0.017702} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.455952] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.455952] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.455952] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.455952] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.455952] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab1dfbd2-8476-4a4e-a33b-48aa4bf18f52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.458654] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f73a9b3-ae12-43c2-9b42-f300b41fa91c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.470603] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 917.470603] env[69243]: value = "task-3689425" [ 917.470603] env[69243]: _type = "Task" [ 917.470603] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.471976] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.472175] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.476147] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb6abfc-86cc-4274-9020-7507d674b178 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.482902] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 917.482902] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5232164f-40e0-50bf-47a8-edf9705ca92f" [ 917.482902] env[69243]: _type = "Task" [ 917.482902] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.486138] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.497659] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5232164f-40e0-50bf-47a8-edf9705ca92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.510245] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.660213] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.663144] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.754s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.665304] env[69243]: INFO nova.compute.claims [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.682564] env[69243]: DEBUG nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.689279] env[69243]: INFO nova.scheduler.client.report [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted allocations for instance b6c3fc33-d92d-4b77-9e3f-f6c0466967ed [ 917.716210] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.716409] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.716567] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.716749] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.716899] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.717391] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.717391] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.717518] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.717684] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.717851] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.718039] env[69243]: DEBUG nova.virt.hardware [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.718989] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1020e990-510d-4910-b1ad-5ddfb5096894 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.730067] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652432b4-3905-4b21-b294-bf67878a1bc4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.810688] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 2cccb0a2-1e20-4696-8297-fb39b1e56c62] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.812883] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.854139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.854465] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.854753] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.855040] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.855304] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.860315] env[69243]: INFO nova.compute.manager [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Terminating instance [ 917.883105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "c1911216-06e1-40b2-9e62-922e2d37b2ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.883105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.883105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "c1911216-06e1-40b2-9e62-922e2d37b2ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.883414] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.883690] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.886569] env[69243]: INFO nova.compute.manager [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Terminating instance [ 917.926721] env[69243]: DEBUG nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.961947] env[69243]: DEBUG nova.network.neutron [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Updated VIF entry in instance network info cache for port d4643447-88d3-4d91-9bba-b66ee79be45a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.962397] env[69243]: DEBUG nova.network.neutron [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Updating instance_info_cache with network_info: [{"id": "d4643447-88d3-4d91-9bba-b66ee79be45a", "address": "fa:16:3e:fe:3d:cd", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4643447-88", "ovs_interfaceid": "d4643447-88d3-4d91-9bba-b66ee79be45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.985094] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.996961] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5232164f-40e0-50bf-47a8-edf9705ca92f, 'name': SearchDatastore_Task, 'duration_secs': 0.013703} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.002172] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e4ff1d-b3fa-49ec-becb-b0a6202ebfd7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.011741] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.014347] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 918.014347] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52553923-c655-417b-8485-41ca41c2daf7" [ 918.014347] env[69243]: _type = "Task" [ 918.014347] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.025056] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52553923-c655-417b-8485-41ca41c2daf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.199818] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d72d7dfb-a2a6-40f8-ae1f-3a0ae34cf5ec tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "b6c3fc33-d92d-4b77-9e3f-f6c0466967ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.112s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.315396] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 9334f78e-1230-4726-8a9d-9daf2ab977a9] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.318802] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689424, 'name': ReconfigVM_Task, 'duration_secs': 0.603761} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.319423] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7dbf198b-1462-4712-8641-cf72d2331919/7dbf198b-1462-4712-8641-cf72d2331919.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.320465] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c774572-de12-4d80-9268-32f567d75700 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.330037] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 918.330037] env[69243]: value = "task-3689426" [ 918.330037] env[69243]: _type = "Task" [ 918.330037] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.342381] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689426, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.367649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.367957] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.368474] env[69243]: DEBUG nova.objects.instance [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'flavor' on Instance uuid 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.374334] env[69243]: DEBUG nova.compute.manager [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.374562] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.376053] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77370312-fb08-4303-ac2d-55724a5b0e40 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.388468] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.388850] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81eb1bf9-93a4-46de-bf46-9d8e5842373c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.392040] env[69243]: DEBUG nova.compute.manager [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.392448] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.394507] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec4eae9-a4c1-4777-96cf-763d182590e2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.402278] env[69243]: DEBUG oslo_vmware.api [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 918.402278] env[69243]: value = "task-3689427" [ 918.402278] env[69243]: _type = "Task" [ 918.402278] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.409068] env[69243]: DEBUG nova.network.neutron [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Successfully updated port: b4604c58-df46-433b-8f61-21df607eab50 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.422831] env[69243]: DEBUG oslo_vmware.api [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.426348] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.427666] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e1bd9f8-ac2b-4a8d-b626-79bd727691a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.443877] env[69243]: DEBUG oslo_vmware.api [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 918.443877] env[69243]: value = "task-3689428" [ 918.443877] env[69243]: _type = "Task" [ 918.443877] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.457227] env[69243]: DEBUG oslo_vmware.api [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.459569] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.466015] env[69243]: DEBUG oslo_concurrency.lockutils [req-95d28f0d-23df-4da4-b90e-1b8cdb1ac8a8 req-bb7a22d8-9229-42cd-9a28-093540dfea52 service nova] Releasing lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.485231] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58669} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.485896] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.486339] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.486947] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ebaee7-b475-470e-823a-84c31d585c63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.499518] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 918.499518] env[69243]: value = "task-3689429" [ 918.499518] env[69243]: _type = "Task" [ 918.499518] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.517150] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689423, 'name': PowerOffVM_Task, 'duration_secs': 1.140895} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.525874] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.526142] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.526512] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.528268] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ebf5ac-db7b-4c11-a399-17ef5a7f4c29 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.541358] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52553923-c655-417b-8485-41ca41c2daf7, 'name': SearchDatastore_Task, 'duration_secs': 0.028051} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.544273] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.544998] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 9166a706-3de8-4e37-9902-e9684477fdf5/9166a706-3de8-4e37-9902-e9684477fdf5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.545459] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.545757] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7225a8e7-448e-4f9f-87b8-52bf784240c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.548513] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a0c12ad-8a42-44f2-b89c-3fbda537a4bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.559068] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 918.559068] env[69243]: value = "task-3689431" [ 918.559068] env[69243]: _type = "Task" [ 918.559068] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.571893] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.635452] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.635793] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.636259] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleting the datastore file [datastore2] b27b5c15-da1a-4999-a185-b37c2b0c416b {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.636391] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c4372ff-c8b7-4811-9591-f53acba4b9aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.647680] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 918.647680] env[69243]: value = "task-3689432" [ 918.647680] env[69243]: _type = "Task" [ 918.647680] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.660500] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.820827] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 8b96ed17-6d2b-4f15-8f57-37a6b3fe4efd] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.859186] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689426, 'name': Rename_Task, 'duration_secs': 0.27651} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.862807] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.864091] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a85459e7-33f6-4ee2-9ef1-2ef4dbce7c04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.881652] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 918.881652] env[69243]: value = "task-3689433" [ 918.881652] env[69243]: _type = "Task" [ 918.881652] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.896171] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.918905] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "refresh_cache-49b82a32-ab35-49d3-b1e4-53df8f966f61" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.918905] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "refresh_cache-49b82a32-ab35-49d3-b1e4-53df8f966f61" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.918905] env[69243]: DEBUG nova.network.neutron [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.933643] env[69243]: DEBUG oslo_vmware.api [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689427, 'name': PowerOffVM_Task, 'duration_secs': 0.268949} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.934350] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.934532] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.935296] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a08e69f-609a-4089-babe-9a09bcffbddc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.963731] env[69243]: DEBUG oslo_vmware.api [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689428, 'name': PowerOffVM_Task, 'duration_secs': 0.246525} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.965188] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.965188] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.965188] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08da9059-dd44-4520-b14b-5b9ffaf683cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.023453] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101671} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.024195] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.026102] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d36d543-6944-4b30-8415-fa15c13054b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.034679] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.034679] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.034679] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleting the datastore file [datastore1] 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.035293] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c73b10-0c03-4e4b-95e6-bd2bf61a6f59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.063762] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.065925] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70521ff-9329-4ef1-ae15-6cbcce9d32bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.088567] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.088567] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.088567] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleting the datastore file [datastore1] c1911216-06e1-40b2-9e62-922e2d37b2ef {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.089644] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd9a33e-a6b7-4551-98fb-bf2275cf3139 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.093451] env[69243]: DEBUG oslo_vmware.api [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for the task: (returnval){ [ 919.093451] env[69243]: value = "task-3689436" [ 919.093451] env[69243]: _type = "Task" [ 919.093451] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.094499] env[69243]: DEBUG nova.objects.instance [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'pci_requests' on Instance uuid 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.095937] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4adbac6f-181c-40d3-93e4-309e6b11aa9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.105466] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 919.105466] env[69243]: value = "task-3689437" [ 919.105466] env[69243]: _type = "Task" [ 919.105466] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.111982] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.117720] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ef97d-68df-4e7a-bade-b23413cc0126 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.121862] env[69243]: DEBUG oslo_vmware.api [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 919.121862] env[69243]: value = "task-3689438" [ 919.121862] env[69243]: _type = "Task" [ 919.121862] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.125922] env[69243]: DEBUG oslo_vmware.api [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.163210] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.168263] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd4d06c-bd41-4bdd-a784-65ccd058b49f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.175208] env[69243]: DEBUG oslo_vmware.api [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.182119] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.186064] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e445abe5-b067-4ecd-94ab-9ea70d29533a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.205450] env[69243]: DEBUG nova.compute.provider_tree [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.327408] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e23198c9-fbfe-493d-8906-717c275f7e3b] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.394531] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.439034] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "221f80a2-bece-4847-9d1e-c74d690e93e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.439411] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.459825] env[69243]: DEBUG nova.network.neutron [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.578553] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66247} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.578553] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 9166a706-3de8-4e37-9902-e9684477fdf5/9166a706-3de8-4e37-9902-e9684477fdf5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.578553] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.578553] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3074fb4-f0a5-4240-8d28-a1281e2ff72f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.585501] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 919.585501] env[69243]: value = "task-3689439" [ 919.585501] env[69243]: _type = "Task" [ 919.585501] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.597098] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.600684] env[69243]: DEBUG nova.objects.base [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Object Instance<79bb5716-5c70-48ba-93a2-29550db54d4e> lazy-loaded attributes: flavor,pci_requests {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.600897] env[69243]: DEBUG nova.network.neutron [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.615113] env[69243]: DEBUG oslo_vmware.api [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Task: {'id': task-3689436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306225} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.618441] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.618441] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.618653] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.618970] env[69243]: INFO nova.compute.manager [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Took 1.24 seconds to destroy the instance on the hypervisor. [ 919.619078] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.619268] env[69243]: DEBUG nova.compute.manager [-] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.619344] env[69243]: DEBUG nova.network.neutron [-] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.628481] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689437, 'name': ReconfigVM_Task, 'duration_secs': 0.518549} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.630688] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.631393] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b862c1e4-2573-4685-b7cc-da25898876eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.640568] env[69243]: DEBUG oslo_vmware.api [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284702} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.642132] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.642338] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.642524] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.642703] env[69243]: INFO nova.compute.manager [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Took 1.25 seconds to destroy the instance on the hypervisor. [ 919.643163] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.643547] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 919.643547] env[69243]: value = "task-3689440" [ 919.643547] env[69243]: _type = "Task" [ 919.643547] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.643766] env[69243]: DEBUG nova.compute.manager [-] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.643859] env[69243]: DEBUG nova.network.neutron [-] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.649799] env[69243]: DEBUG nova.network.neutron [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Updating instance_info_cache with network_info: [{"id": "b4604c58-df46-433b-8f61-21df607eab50", "address": "fa:16:3e:92:97:6a", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4604c58-df", "ovs_interfaceid": "b4604c58-df46-433b-8f61-21df607eab50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.659522] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689440, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.674790] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558858} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.675214] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.675363] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.675430] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.710659] env[69243]: DEBUG nova.scheduler.client.report [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.786771] env[69243]: DEBUG nova.policy [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.831583] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: f7ee494c-e0ae-4612-a636-90368a1becbb] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.893089] env[69243]: DEBUG oslo_vmware.api [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689433, 'name': PowerOnVM_Task, 'duration_secs': 0.806375} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.893538] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.893643] env[69243]: INFO nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Took 9.78 seconds to spawn the instance on the hypervisor. [ 919.893763] env[69243]: DEBUG nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.894560] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a848b35-ec4a-4ceb-a1f6-cd550989bbed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.941907] env[69243]: DEBUG nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.084922] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "8ef95195-b40c-45be-b746-e7d7d4f8f880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.085255] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.085428] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "8ef95195-b40c-45be-b746-e7d7d4f8f880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.085614] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.085784] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.090845] env[69243]: INFO nova.compute.manager [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Terminating instance [ 920.098117] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115152} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.098397] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.102022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb293b-10cc-4ce0-9fda-3f47aae7e67b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.122046] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 9166a706-3de8-4e37-9902-e9684477fdf5/9166a706-3de8-4e37-9902-e9684477fdf5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.124740] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc94699-83be-4bf8-884e-43a23a8987ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.147664] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 920.147664] env[69243]: value = "task-3689441" [ 920.147664] env[69243]: _type = "Task" [ 920.147664] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.154898] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "refresh_cache-49b82a32-ab35-49d3-b1e4-53df8f966f61" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.155392] env[69243]: DEBUG nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Instance network_info: |[{"id": "b4604c58-df46-433b-8f61-21df607eab50", "address": "fa:16:3e:92:97:6a", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4604c58-df", "ovs_interfaceid": "b4604c58-df46-433b-8f61-21df607eab50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.155932] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:97:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4604c58-df46-433b-8f61-21df607eab50', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.165785] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating folder: Project (0d77a7d9451c446d841416b3f30617cf). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.170030] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f3f9cb9-fa09-490a-a350-ede895abc7e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.172377] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689440, 'name': Rename_Task, 'duration_secs': 0.215592} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.176719] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.176719] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.178095] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41075252-a635-4c8d-8d95-d3d64244b656 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.190078] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 920.190078] env[69243]: value = "task-3689443" [ 920.190078] env[69243]: _type = "Task" [ 920.190078] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.196856] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created folder: Project (0d77a7d9451c446d841416b3f30617cf) in parent group-v734844. [ 920.197150] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating folder: Instances. Parent ref: group-v735047. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.198128] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-547e0e08-66c8-4658-a6d8-bf6b0bccaa35 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.204231] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.211313] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created folder: Instances in parent group-v735047. [ 920.211595] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.211813] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.212094] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172afa30-7ba3-4dff-9bec-29558074a845 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.229575] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.230104] env[69243]: DEBUG nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.233926] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.235s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.235435] env[69243]: INFO nova.compute.claims [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.245242] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.245242] env[69243]: value = "task-3689445" [ 920.245242] env[69243]: _type = "Task" [ 920.245242] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.257203] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689445, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.335902] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 0ed34d2e-00c5-4ca1-9e48-c7bc56147456] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.414022] env[69243]: INFO nova.compute.manager [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Took 45.45 seconds to build instance. [ 920.419475] env[69243]: DEBUG nova.network.neutron [-] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.467188] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.529191] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7a646-d74b-1ad3-a826-139bc3d251da/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.531403] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930acee0-11a5-4a8c-8758-51864c35d718 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.539484] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7a646-d74b-1ad3-a826-139bc3d251da/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.539819] env[69243]: ERROR oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7a646-d74b-1ad3-a826-139bc3d251da/disk-0.vmdk due to incomplete transfer. [ 920.539937] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4da3b1fa-69e5-457f-9724-ea630746f33e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.550916] env[69243]: DEBUG oslo_vmware.rw_handles [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7a646-d74b-1ad3-a826-139bc3d251da/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.551208] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Uploaded image def5b879-38dc-43e5-ace7-b423ccac3f00 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.553452] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.553881] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4979cd14-02f0-42fc-a453-9355d03f7a7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.561424] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 920.561424] env[69243]: value = "task-3689446" [ 920.561424] env[69243]: _type = "Task" [ 920.561424] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.572172] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689446, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.594738] env[69243]: DEBUG nova.compute.manager [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.595080] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.596130] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73509cb2-284e-48f8-9a7e-9bea0efcb151 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.605381] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.605688] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a69b648-c5ca-41eb-9c40-56adbd5fb00a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.612620] env[69243]: DEBUG oslo_vmware.api [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 920.612620] env[69243]: value = "task-3689447" [ 920.612620] env[69243]: _type = "Task" [ 920.612620] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.623888] env[69243]: DEBUG oslo_vmware.api [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.662129] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689441, 'name': ReconfigVM_Task, 'duration_secs': 0.42079} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.662653] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 9166a706-3de8-4e37-9902-e9684477fdf5/9166a706-3de8-4e37-9902-e9684477fdf5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.663645] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e6f10cc-3ac0-4f2a-bed5-9c6400e82491 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.673490] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 920.673490] env[69243]: value = "task-3689448" [ 920.673490] env[69243]: _type = "Task" [ 920.673490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.682130] env[69243]: DEBUG nova.compute.manager [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Received event network-vif-plugged-b4604c58-df46-433b-8f61-21df607eab50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.682600] env[69243]: DEBUG oslo_concurrency.lockutils [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] Acquiring lock "49b82a32-ab35-49d3-b1e4-53df8f966f61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.683093] env[69243]: DEBUG oslo_concurrency.lockutils [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.683467] env[69243]: DEBUG oslo_concurrency.lockutils [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.683974] env[69243]: DEBUG nova.compute.manager [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] No waiting events found dispatching network-vif-plugged-b4604c58-df46-433b-8f61-21df607eab50 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.685028] env[69243]: WARNING nova.compute.manager [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Received unexpected event network-vif-plugged-b4604c58-df46-433b-8f61-21df607eab50 for instance with vm_state building and task_state spawning. [ 920.685028] env[69243]: DEBUG nova.compute.manager [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Received event network-changed-b4604c58-df46-433b-8f61-21df607eab50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.685028] env[69243]: DEBUG nova.compute.manager [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Refreshing instance network info cache due to event network-changed-b4604c58-df46-433b-8f61-21df607eab50. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.685820] env[69243]: DEBUG oslo_concurrency.lockutils [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] Acquiring lock "refresh_cache-49b82a32-ab35-49d3-b1e4-53df8f966f61" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.685820] env[69243]: DEBUG oslo_concurrency.lockutils [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] Acquired lock "refresh_cache-49b82a32-ab35-49d3-b1e4-53df8f966f61" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.686066] env[69243]: DEBUG nova.network.neutron [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Refreshing network info cache for port b4604c58-df46-433b-8f61-21df607eab50 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.699765] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689448, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.702044] env[69243]: DEBUG nova.network.neutron [-] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.713655] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689443, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.725810] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.726114] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.726281] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.726486] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.726643] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.726791] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.727047] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.727232] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.727486] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.727722] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.727921] env[69243]: DEBUG nova.virt.hardware [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.729179] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baeff7c-97b7-442e-8d54-c5b92f639abd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.739761] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c5ed7-b393-4bcf-ab03-d9f19ede3136 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.747228] env[69243]: DEBUG nova.compute.utils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.749131] env[69243]: DEBUG nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.749223] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.765108] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:c7:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.772953] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.774326] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.774579] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcafa943-6392-45c7-89bb-69323e76bd59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.794861] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689445, 'name': CreateVM_Task, 'duration_secs': 0.465887} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.795484] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.796227] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.796401] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.796710] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.796974] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4a8625-d703-40cb-837d-b20784beaea1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.803164] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.803164] env[69243]: value = "task-3689449" [ 920.803164] env[69243]: _type = "Task" [ 920.803164] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.804682] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 920.804682] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52722f59-0b0c-c77a-e661-caac62e4e032" [ 920.804682] env[69243]: _type = "Task" [ 920.804682] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.817589] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689449, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.821009] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52722f59-0b0c-c77a-e661-caac62e4e032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.829179] env[69243]: DEBUG nova.policy [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4eb5e874ae34505b9553a46364525b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3744ce3082794bc8949282889fc8864d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.838524] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 484ab422-9e29-49b4-a01f-21825e70866e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.917075] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c29213de-e200-4060-82e5-cb3301cfaf28 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "7dbf198b-1462-4712-8641-cf72d2331919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.966s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.920741] env[69243]: INFO nova.compute.manager [-] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Took 1.28 seconds to deallocate network for instance. [ 921.075428] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689446, 'name': Destroy_Task, 'duration_secs': 0.457255} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.075718] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Destroyed the VM [ 921.075993] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.076212] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c8d3fa8-98e3-407f-bcdb-1f1f02ae01d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.083541] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 921.083541] env[69243]: value = "task-3689450" [ 921.083541] env[69243]: _type = "Task" [ 921.083541] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.094311] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689450, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.122839] env[69243]: DEBUG oslo_vmware.api [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689447, 'name': PowerOffVM_Task, 'duration_secs': 0.350263} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.123140] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.123312] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.123565] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830247ed-f581-4a5c-9658-f35bdce725fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.183611] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689448, 'name': Rename_Task, 'duration_secs': 0.230004} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.184050] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.184428] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b949e19d-0ce2-4fab-9bbb-df902e14d9b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.200431] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 921.200431] env[69243]: value = "task-3689452" [ 921.200431] env[69243]: _type = "Task" [ 921.200431] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.207978] env[69243]: INFO nova.compute.manager [-] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Took 1.59 seconds to deallocate network for instance. [ 921.221807] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.223118] env[69243]: DEBUG oslo_vmware.api [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689443, 'name': PowerOnVM_Task, 'duration_secs': 0.808489} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.223669] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.223878] env[69243]: INFO nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Took 6.02 seconds to spawn the instance on the hypervisor. [ 921.224069] env[69243]: DEBUG nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.224655] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.224723] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.224833] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Deleting the datastore file [datastore2] 8ef95195-b40c-45be-b746-e7d7d4f8f880 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.225665] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aaf166-ce69-421d-b5d2-44b6d1c64db7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.228726] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5578fe6-8e3e-4325-8abf-90b0ed9dfbbd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.243792] env[69243]: DEBUG oslo_vmware.api [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for the task: (returnval){ [ 921.243792] env[69243]: value = "task-3689453" [ 921.243792] env[69243]: _type = "Task" [ 921.243792] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.252968] env[69243]: DEBUG nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.261113] env[69243]: DEBUG oslo_vmware.api [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.316345] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Successfully created port: 7c81cdf0-d882-48a2-b91c-ed59397fa779 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.326081] env[69243]: DEBUG nova.compute.manager [req-1f97fd4c-c600-4390-8d7e-352693e84ece req-2559ef51-8368-4351-8b3a-7d2a28bac0fe service nova] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Received event network-vif-deleted-51d43586-e732-47d4-a8b3-dbd3e9b98791 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.335069] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689449, 'name': CreateVM_Task, 'duration_secs': 0.527252} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.344160] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.345013] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: fe12e516-e776-4743-b06a-a3d7e19fe289] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.350027] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52722f59-0b0c-c77a-e661-caac62e4e032, 'name': SearchDatastore_Task, 'duration_secs': 0.018825} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.350027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.350027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.350027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.350027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.350027] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.350505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.350505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.350910] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.351059] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4f8b96-929f-4ece-ba5a-5c9289286c9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.353045] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a855e45f-f54e-4428-b77a-1dc320bb52b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.361349] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 921.361349] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522b4285-e5b2-8ed6-6fe3-afc0afbbe59f" [ 921.361349] env[69243]: _type = "Task" [ 921.361349] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.373435] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.373788] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.375131] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.375301] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.376477] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c27d206-cbab-4ca1-b786-c45f367e6699 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.385500] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 921.385500] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e6bc9-4ae1-b4cb-3cf2-b76ff7cac024" [ 921.385500] env[69243]: _type = "Task" [ 921.385500] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.389927] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522b4285-e5b2-8ed6-6fe3-afc0afbbe59f, 'name': SearchDatastore_Task, 'duration_secs': 0.024922} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.398159] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.399352] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.399352] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.399352] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.399352] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.401105] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3dba368-55ad-4669-9ed1-1736dec79c12 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.410676] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e6bc9-4ae1-b4cb-3cf2-b76ff7cac024, 'name': SearchDatastore_Task, 'duration_secs': 0.011795} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.412694] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.412943] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.414310] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc346e13-5dcb-4fa5-a5fc-adf075334543 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.416032] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e93a9dd-40a3-4cf6-b380-13aa50fd644b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.433582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.433974] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 921.433974] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526293db-c9ae-66b1-604f-ce7a338b3db5" [ 921.433974] env[69243]: _type = "Task" [ 921.433974] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.434269] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 921.434269] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52731410-9efb-39ec-d7d4-da7b082db5ea" [ 921.434269] env[69243]: _type = "Task" [ 921.434269] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.434582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.434787] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.434981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.435176] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.435374] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.443870] env[69243]: INFO nova.compute.manager [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Terminating instance [ 921.452979] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52731410-9efb-39ec-d7d4-da7b082db5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.017983} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.459503] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.460082] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 49b82a32-ab35-49d3-b1e4-53df8f966f61/49b82a32-ab35-49d3-b1e4-53df8f966f61.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.460523] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526293db-c9ae-66b1-604f-ce7a338b3db5, 'name': SearchDatastore_Task, 'duration_secs': 0.019359} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.461672] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52695a88-bb34-4ed8-83ba-c76a91eeb4d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.467668] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f80076-278f-4e26-ad79-c4d860add2d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.476254] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 921.476254] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5262bdfb-c48c-41df-9cd9-c245fb1ffd62" [ 921.476254] env[69243]: _type = "Task" [ 921.476254] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.477822] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 921.477822] env[69243]: value = "task-3689454" [ 921.477822] env[69243]: _type = "Task" [ 921.477822] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.494752] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.495129] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5262bdfb-c48c-41df-9cd9-c245fb1ffd62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.512147] env[69243]: DEBUG nova.network.neutron [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Updated VIF entry in instance network info cache for port b4604c58-df46-433b-8f61-21df607eab50. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.512561] env[69243]: DEBUG nova.network.neutron [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Updating instance_info_cache with network_info: [{"id": "b4604c58-df46-433b-8f61-21df607eab50", "address": "fa:16:3e:92:97:6a", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4604c58-df", "ovs_interfaceid": "b4604c58-df46-433b-8f61-21df607eab50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.598996] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689450, 'name': RemoveSnapshot_Task, 'duration_secs': 0.484161} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.599342] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 921.599855] env[69243]: DEBUG nova.compute.manager [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.600962] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144cbb5a-079f-4b4d-969b-058aa7f513b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.675069] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8e78f-015b-45ec-bd8c-06fb427d07e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.688578] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a993da-da41-478b-ad73-f5d9bd03a57d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.742448] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.749410] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d26549a-bc3a-401e-8c4b-8bbb583f51d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.775648] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.778103] env[69243]: INFO nova.compute.manager [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Took 37.27 seconds to build instance. [ 921.782139] env[69243]: DEBUG oslo_vmware.api [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Task: {'id': task-3689453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203899} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.783668] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01581c1d-e56c-4c56-9373-e71afd2b92e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.787758] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.787976] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.788449] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.788449] env[69243]: INFO nova.compute.manager [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Took 1.19 seconds to destroy the instance on the hypervisor. [ 921.788769] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.788848] env[69243]: DEBUG nova.compute.manager [-] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.788973] env[69243]: DEBUG nova.network.neutron [-] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.804117] env[69243]: DEBUG nova.compute.provider_tree [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.849192] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 0284f77b-b5c3-477e-bd98-cda294fe34d1] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.876990] env[69243]: DEBUG nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.948850] env[69243]: DEBUG nova.compute.manager [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.949144] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.950571] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aacdd0-9959-4a28-8612-df5bc47f54a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.961630] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.961630] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6647411-4160-4efe-9a63-9199bf6d457f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.971466] env[69243]: DEBUG oslo_vmware.api [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 921.971466] env[69243]: value = "task-3689455" [ 921.971466] env[69243]: _type = "Task" [ 921.971466] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.985306] env[69243]: DEBUG nova.network.neutron [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Successfully updated port: 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.988154] env[69243]: DEBUG oslo_vmware.api [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.995739] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5262bdfb-c48c-41df-9cd9-c245fb1ffd62, 'name': SearchDatastore_Task, 'duration_secs': 0.017312} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.996509] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.998019] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.998019] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-703aebf8-5c1a-4d77-8924-c26b9d784959 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.003944] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689454, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.011040] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 922.011040] env[69243]: value = "task-3689456" [ 922.011040] env[69243]: _type = "Task" [ 922.011040] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.016848] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Successfully created port: 8df7f4c7-0722-4721-8c91-356a2294e285 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.018867] env[69243]: DEBUG oslo_concurrency.lockutils [req-ebc430c5-9d01-4bb6-9d33-77ca47e1fb42 req-ab88ff1c-f9f7-4483-a0b3-fb77085ba39c service nova] Releasing lock "refresh_cache-49b82a32-ab35-49d3-b1e4-53df8f966f61" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.026924] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.113822] env[69243]: INFO nova.compute.manager [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Shelve offloading [ 922.252913] env[69243]: DEBUG oslo_vmware.api [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689452, 'name': PowerOnVM_Task, 'duration_secs': 0.670943} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.253202] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.253448] env[69243]: INFO nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Took 9.63 seconds to spawn the instance on the hypervisor. [ 922.253639] env[69243]: DEBUG nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.254547] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea542663-ed20-4a2e-ba1f-c4961aa01e28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.272904] env[69243]: DEBUG nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.284090] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39971c82-3f81-4961-a425-ffdeb83c587f tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "edb8f8bf-02a1-4062-91ea-dbc69505468d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.782s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.303744] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.303980] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.304154] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.304331] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.304478] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.304621] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.304826] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.304985] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.305166] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.305329] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.305517] env[69243]: DEBUG nova.virt.hardware [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.306468] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b58a8c-a4bf-41d4-afb9-ed363f2a80d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.311757] env[69243]: DEBUG nova.scheduler.client.report [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.323697] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25667bdc-15a7-4cc0-935f-18d6ff6cc34f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.353762] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: d5640164-1ca1-4dec-ab5a-d6e99e181952] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.405559] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.484537] env[69243]: DEBUG oslo_vmware.api [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689455, 'name': PowerOffVM_Task, 'duration_secs': 0.320607} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.484910] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.485641] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.485641] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ccb60a-8f7e-44fa-a72f-b96447431da8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.488171] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.488513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.489318] env[69243]: DEBUG nova.network.neutron [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.503693] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529406} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.504057] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 49b82a32-ab35-49d3-b1e4-53df8f966f61/49b82a32-ab35-49d3-b1e4-53df8f966f61.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.504354] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.504623] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ebe544-bd22-47a5-b4ee-3897d505c361 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.516494] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 922.516494] env[69243]: value = "task-3689458" [ 922.516494] env[69243]: _type = "Task" [ 922.516494] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.523794] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.532868] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.592569] env[69243]: DEBUG nova.network.neutron [-] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.616925] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.617269] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa54a1c3-54ac-40a2-a377-fe02c92a53f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.626756] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 922.626756] env[69243]: value = "task-3689459" [ 922.626756] env[69243]: _type = "Task" [ 922.626756] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.636622] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.758017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.758438] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.758766] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleting the datastore file [datastore2] 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.759181] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def83405-0abd-4f62-a90b-04839350e559 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.773140] env[69243]: DEBUG oslo_vmware.api [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for the task: (returnval){ [ 922.773140] env[69243]: value = "task-3689460" [ 922.773140] env[69243]: _type = "Task" [ 922.773140] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.782680] env[69243]: INFO nova.compute.manager [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Took 39.00 seconds to build instance. [ 922.792066] env[69243]: DEBUG oslo_vmware.api [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.819357] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.819938] env[69243]: DEBUG nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.823050] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.377s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.823050] env[69243]: DEBUG nova.objects.instance [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lazy-loading 'resources' on Instance uuid 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.858030] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 0f617809-7812-415b-825f-73dcbdbe9122] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.024619] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727213} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.025292] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.026723] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.026723] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-481c2b4e-484f-4754-9c4e-c80d74a610a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.032943] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227221} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.033551] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.034441] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069642ba-816d-4099-8970-6de160756c1c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.039636] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 923.039636] env[69243]: value = "task-3689461" [ 923.039636] env[69243]: _type = "Task" [ 923.039636] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.061278] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 49b82a32-ab35-49d3-b1e4-53df8f966f61/49b82a32-ab35-49d3-b1e4-53df8f966f61.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.062360] env[69243]: WARNING nova.network.neutron [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] 224b11cd-df83-4e25-b07b-74c0351922db already exists in list: networks containing: ['224b11cd-df83-4e25-b07b-74c0351922db']. ignoring it [ 923.062545] env[69243]: WARNING nova.network.neutron [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] 224b11cd-df83-4e25-b07b-74c0351922db already exists in list: networks containing: ['224b11cd-df83-4e25-b07b-74c0351922db']. ignoring it [ 923.064400] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267c84f9-78a8-4138-8666-3ab930a315c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.084609] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.086119] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 923.086119] env[69243]: value = "task-3689462" [ 923.086119] env[69243]: _type = "Task" [ 923.086119] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.095981] env[69243]: INFO nova.compute.manager [-] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Took 1.31 seconds to deallocate network for instance. [ 923.096301] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.144594] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 923.144862] env[69243]: DEBUG nova.compute.manager [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.146118] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55b514-9135-463d-9f5a-8ef419da4685 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.152818] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.152975] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.153169] env[69243]: DEBUG nova.network.neutron [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.286107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-855e292c-b7d4-4fcf-bcc3-6617f35f7812 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.508s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.286197] env[69243]: DEBUG oslo_vmware.api [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Task: {'id': task-3689460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17318} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.286474] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.286591] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.286762] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.286914] env[69243]: INFO nova.compute.manager [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Took 1.34 seconds to destroy the instance on the hypervisor. [ 923.287358] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.287358] env[69243]: DEBUG nova.compute.manager [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.287578] env[69243]: DEBUG nova.network.neutron [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.328554] env[69243]: DEBUG nova.compute.utils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.329884] env[69243]: DEBUG nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 923.359932] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 4232f9b1-1138-49b9-baca-877b43666438] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.553402] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205275} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.556384] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.558138] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea51f5e-a0d6-4c02-828c-ba3ac3fbb538 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.582260] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.587066] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f214edd9-84f6-42a9-b6ae-a96ffeb56894 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.606743] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.614503] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.616036] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 923.616036] env[69243]: value = "task-3689463" [ 923.616036] env[69243]: _type = "Task" [ 923.616036] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.628020] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.736751] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a09e7-151a-4768-a1d4-45e34b14cac5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.745694] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d0e24-3119-4bfb-81f7-a32aaaa25773 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.785857] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f378faef-10b4-4781-a5c6-61a020830b94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.798209] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8487c0-02ec-4ebe-b9c2-ff642f4a2e95 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.813968] env[69243]: DEBUG nova.compute.provider_tree [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.816279] env[69243]: DEBUG nova.network.neutron [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f1921eb-c905-4e85-a958-92a271087a0b", "address": "fa:16:3e:23:44:c1", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1921eb-c9", "ovs_interfaceid": "7f1921eb-c905-4e85-a958-92a271087a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91fb1f06-5ffe-4e73-852e-7af586d0a1c1", "address": "fa:16:3e:43:ad:c2", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fb1f06-5f", "ovs_interfaceid": "91fb1f06-5ffe-4e73-852e-7af586d0a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.831713] env[69243]: DEBUG nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.838742] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Successfully updated port: 7c81cdf0-d882-48a2-b91c-ed59397fa779 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.865493] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: a52e2252-039c-46b8-9862-d2d804868ce2] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.892157] env[69243]: DEBUG nova.compute.manager [req-421687dc-737c-4231-a5ef-6aefd2830595 req-a9e08ba1-3dfb-4b46-b34b-977d17387d87 service nova] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Received event network-vif-deleted-16ab7c22-d57b-4ea9-8111-087806752353 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.892157] env[69243]: DEBUG nova.compute.manager [req-421687dc-737c-4231-a5ef-6aefd2830595 req-a9e08ba1-3dfb-4b46-b34b-977d17387d87 service nova] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Received event network-vif-deleted-2a768b3b-5b3c-4111-8b8d-a9514ca00683 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.986522] env[69243]: DEBUG nova.network.neutron [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a637fee-dc", "ovs_interfaceid": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.112752] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689462, 'name': ReconfigVM_Task, 'duration_secs': 0.908624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.113071] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 49b82a32-ab35-49d3-b1e4-53df8f966f61/49b82a32-ab35-49d3-b1e4-53df8f966f61.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.113984] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c37a7ba-6e08-4c7d-b207-9e2931b22483 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.125446] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 924.125446] env[69243]: value = "task-3689464" [ 924.125446] env[69243]: _type = "Task" [ 924.125446] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.133615] env[69243]: DEBUG nova.network.neutron [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.136326] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.142875] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689464, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.292926] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "9166a706-3de8-4e37-9902-e9684477fdf5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.293461] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.293760] env[69243]: INFO nova.compute.manager [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Shelving [ 924.320968] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.321908] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.321908] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.322814] env[69243]: DEBUG nova.scheduler.client.report [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.326118] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddddb96-8a0f-43de-afde-6cedbe3bb3be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.350549] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.350800] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.350958] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.351159] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.351348] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.351513] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.351726] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.351883] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.352059] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.352223] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.352397] env[69243]: DEBUG nova.virt.hardware [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.358720] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfiguring VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 924.359552] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebb8e24-63b8-4173-acce-5451a7d3049c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.372654] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 15647f68-646d-449c-9006-997122cb0a18] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.381994] env[69243]: DEBUG oslo_vmware.api [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 924.381994] env[69243]: value = "task-3689465" [ 924.381994] env[69243]: _type = "Task" [ 924.381994] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.395757] env[69243]: DEBUG oslo_vmware.api [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689465, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.399190] env[69243]: DEBUG nova.compute.manager [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-vif-plugged-91fb1f06-5ffe-4e73-852e-7af586d0a1c1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.399190] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.399190] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.399356] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.399406] env[69243]: DEBUG nova.compute.manager [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] No waiting events found dispatching network-vif-plugged-91fb1f06-5ffe-4e73-852e-7af586d0a1c1 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.399589] env[69243]: WARNING nova.compute.manager [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received unexpected event network-vif-plugged-91fb1f06-5ffe-4e73-852e-7af586d0a1c1 for instance with vm_state active and task_state None. [ 924.399768] env[69243]: DEBUG nova.compute.manager [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-changed-91fb1f06-5ffe-4e73-852e-7af586d0a1c1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.399924] env[69243]: DEBUG nova.compute.manager [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing instance network info cache due to event network-changed-91fb1f06-5ffe-4e73-852e-7af586d0a1c1. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.400128] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.400281] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.400452] env[69243]: DEBUG nova.network.neutron [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Refreshing network info cache for port 91fb1f06-5ffe-4e73-852e-7af586d0a1c1 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.491027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.633635] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689463, 'name': ReconfigVM_Task, 'duration_secs': 0.610353} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.634642] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] b27b5c15-da1a-4999-a185-b37c2b0c416b/b27b5c15-da1a-4999-a185-b37c2b0c416b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.635299] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b14104-82aa-49b2-8b16-1183e9a6e49c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.642300] env[69243]: INFO nova.compute.manager [-] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Took 1.35 seconds to deallocate network for instance. [ 924.642605] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689464, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.652331] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 924.652331] env[69243]: value = "task-3689466" [ 924.652331] env[69243]: _type = "Task" [ 924.652331] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.662861] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689466, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.833024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.833310] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.374s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.835463] env[69243]: INFO nova.compute.claims [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.857385] env[69243]: INFO nova.scheduler.client.report [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Deleted allocations for instance 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2 [ 924.865424] env[69243]: DEBUG nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.877904] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: deb0551a-8414-4666-b84a-b9bd614377b2] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.895357] env[69243]: DEBUG oslo_vmware.api [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.897929] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.898359] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.898626] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.902017] env[69243]: DEBUG nova.virt.hardware [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.902017] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aaacaf-0469-416f-8ffd-920bcb834105 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.917133] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a7e0e2-889e-463a-966f-4650966402f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.937303] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.945355] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Creating folder: Project (2b690a9af35a4c53a6f9054ceb9a589a). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.946397] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00cddfb6-707e-4f84-b486-8769976f9dff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.967500] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Created folder: Project (2b690a9af35a4c53a6f9054ceb9a589a) in parent group-v734844. [ 924.967500] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Creating folder: Instances. Parent ref: group-v735051. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.967500] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51050388-643e-4c23-bc15-f16f2a82b8a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.981203] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Created folder: Instances in parent group-v735051. [ 924.981545] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.981770] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.982020] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a964b9-3d82-48c9-a9c7-bf59a0ca9343 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.013232] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.013232] env[69243]: value = "task-3689469" [ 925.013232] env[69243]: _type = "Task" [ 925.013232] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.023285] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689469, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.140034] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689464, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.150197] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.161768] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689466, 'name': Rename_Task, 'duration_secs': 0.214033} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.162257] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.162652] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e619c7-7114-45e6-bca0-7bcb9f035350 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.164925] env[69243]: DEBUG nova.network.neutron [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updated VIF entry in instance network info cache for port 91fb1f06-5ffe-4e73-852e-7af586d0a1c1. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.165396] env[69243]: DEBUG nova.network.neutron [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f1921eb-c905-4e85-a958-92a271087a0b", "address": "fa:16:3e:23:44:c1", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1921eb-c9", "ovs_interfaceid": "7f1921eb-c905-4e85-a958-92a271087a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91fb1f06-5ffe-4e73-852e-7af586d0a1c1", "address": "fa:16:3e:43:ad:c2", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91fb1f06-5f", "ovs_interfaceid": "91fb1f06-5ffe-4e73-852e-7af586d0a1c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.173961] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 925.173961] env[69243]: value = "task-3689470" [ 925.173961] env[69243]: _type = "Task" [ 925.173961] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.187516] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.214155] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.215110] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea98a97-0db2-433c-b459-f5c44599156d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.229847] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.230291] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e655d70-9c89-43b8-8cd0-91e98d9ba376 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.308718] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.309102] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1d3ec04-f905-4947-853b-8d3281d5ecf0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.316859] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.317052] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.318062] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleting the datastore file [datastore2] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.319509] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e10e50-4304-4725-bb74-1d315435f14e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.321861] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 925.321861] env[69243]: value = "task-3689472" [ 925.321861] env[69243]: _type = "Task" [ 925.321861] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.328877] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 925.328877] env[69243]: value = "task-3689473" [ 925.328877] env[69243]: _type = "Task" [ 925.328877] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.336217] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.345367] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.369223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43d173b1-dbdf-4c37-927b-e3d03d442f6a tempest-VolumesAdminNegativeTest-1300118137 tempest-VolumesAdminNegativeTest-1300118137-project-member] Lock "587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.256s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.379182] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7e0b367c-065d-464a-b7fb-63269a8cfa50] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.394636] env[69243]: DEBUG oslo_vmware.api [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689465, 'name': ReconfigVM_Task, 'duration_secs': 0.636862} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.395210] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.395448] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfigured VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 925.523714] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689469, 'name': CreateVM_Task, 'duration_secs': 0.428956} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.523897] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.524398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.524613] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.524964] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.525242] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf185d9b-a8e1-4f8c-b7dc-e817f2471518 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.530358] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 925.530358] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5278d847-f576-214b-cec7-16798226e0c7" [ 925.530358] env[69243]: _type = "Task" [ 925.530358] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.539514] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5278d847-f576-214b-cec7-16798226e0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.543597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "7dbf198b-1462-4712-8641-cf72d2331919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.543597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "7dbf198b-1462-4712-8641-cf72d2331919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.543597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "7dbf198b-1462-4712-8641-cf72d2331919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.543597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "7dbf198b-1462-4712-8641-cf72d2331919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.543767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "7dbf198b-1462-4712-8641-cf72d2331919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.545801] env[69243]: INFO nova.compute.manager [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Terminating instance [ 925.637414] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689464, 'name': Rename_Task, 'duration_secs': 1.120725} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.637686] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.637932] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa8e677-856d-45c8-aef6-e186a7967d0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.644928] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 925.644928] env[69243]: value = "task-3689474" [ 925.644928] env[69243]: _type = "Task" [ 925.644928] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.653502] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.668355] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3fc07b3-b2c8-454f-bcf7-dd7fadcec5ad req-1d0304e8-e677-450a-93ac-3b1ded01c89d service nova] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.686364] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.833924] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689472, 'name': PowerOffVM_Task, 'duration_secs': 0.189625} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.837684] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.840037] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddfaccc-749e-4fd0-94e2-2fb3e9025f63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.849902] env[69243]: DEBUG oslo_vmware.api [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17363} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.866242] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.866470] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.866647] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.869933] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2400b1-2d42-4902-808d-017155bd7cdc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.882912] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 20ad5df1-7da7-4a21-ac60-663f6d3271bd] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.890236] env[69243]: INFO nova.scheduler.client.report [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleted allocations for instance 9b9116ad-9dd6-4078-b35d-67267b2ad5ae [ 925.901884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-645caba7-969a-45eb-9646-0bf906a4e926 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-91fb1f06-5ffe-4e73-852e-7af586d0a1c1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.533s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.045329] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5278d847-f576-214b-cec7-16798226e0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.048061] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.048380] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.048879] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.048879] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.049042] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.049778] env[69243]: DEBUG nova.compute.manager [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.049909] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.050145] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa304f0e-c917-41db-a5ca-079f3047b6c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.052664] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedacd54-f19a-4589-819e-7c594f60ceb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.065425] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.067925] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72458617-6e44-47c2-bc84-71a48de3379d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.068668] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.068856] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.069967] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe536ba5-e42d-4512-8293-6681b7e275b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.077269] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 926.077269] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5206e48d-a952-66e6-b81d-1385031746d2" [ 926.077269] env[69243]: _type = "Task" [ 926.077269] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.087284] env[69243]: DEBUG oslo_vmware.api [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 926.087284] env[69243]: value = "task-3689475" [ 926.087284] env[69243]: _type = "Task" [ 926.087284] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.094929] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5206e48d-a952-66e6-b81d-1385031746d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.105025] env[69243]: DEBUG oslo_vmware.api [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.142508] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b062a8af-792b-4404-993c-73e9bf0454e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.156399] env[69243]: DEBUG oslo_vmware.api [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689474, 'name': PowerOnVM_Task, 'duration_secs': 0.491521} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.156754] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.156969] env[69243]: INFO nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Took 8.48 seconds to spawn the instance on the hypervisor. [ 926.157332] env[69243]: DEBUG nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.158394] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a389595-f6fd-4699-b0d7-8e037a4813f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.162726] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaeeab8-94ba-4bc1-8d6c-83507dfeb824 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.207830] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60743ee2-6a46-4fe6-8b7f-ab76c5fa4a96 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.222621] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62e224-f243-4128-b308-03af8cad98f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.228100] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.242698] env[69243]: DEBUG nova.compute.provider_tree [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.382262] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 926.383306] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc0f590c-c633-4c94-bba3-95d91c5ce909 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.386608] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.386811] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=69243) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 926.396150] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 926.396150] env[69243]: value = "task-3689476" [ 926.396150] env[69243]: _type = "Task" [ 926.396150] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.401894] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.410864] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.421806] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Successfully updated port: 8df7f4c7-0722-4721-8c91-356a2294e285 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.592070] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5206e48d-a952-66e6-b81d-1385031746d2, 'name': SearchDatastore_Task, 'duration_secs': 0.017163} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.596724] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc17113-ba9f-4c35-936d-401ec353fdae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.602748] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 926.602748] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529100db-d24b-82d8-7a94-848ee611000e" [ 926.602748] env[69243]: _type = "Task" [ 926.602748] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.606042] env[69243]: DEBUG oslo_vmware.api [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689475, 'name': PowerOffVM_Task, 'duration_secs': 0.281115} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.609128] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.609304] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.609550] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-815a1265-c088-4262-8b95-80819fffe7e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.619086] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529100db-d24b-82d8-7a94-848ee611000e, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.619353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.619615] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.619862] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b7d90b-375b-4b43-8ad4-34dc67c4679c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.627249] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 926.627249] env[69243]: value = "task-3689478" [ 926.627249] env[69243]: _type = "Task" [ 926.627249] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.636130] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.684152] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.684289] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.684449] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Deleting the datastore file [datastore2] 7dbf198b-1462-4712-8641-cf72d2331919 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.684802] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84b06982-b92a-4a30-aa7e-9b1f4a284666 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.692751] env[69243]: DEBUG oslo_vmware.api [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for the task: (returnval){ [ 926.692751] env[69243]: value = "task-3689479" [ 926.692751] env[69243]: _type = "Task" [ 926.692751] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.702053] env[69243]: DEBUG oslo_vmware.api [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.718179] env[69243]: INFO nova.compute.manager [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Took 21.57 seconds to build instance. [ 926.719234] env[69243]: DEBUG oslo_vmware.api [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689470, 'name': PowerOnVM_Task, 'duration_secs': 1.054969} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.720076] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.720076] env[69243]: DEBUG nova.compute.manager [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.721677] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c6cd4-16bf-40c3-a63f-bfb1ce5b4811 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.747020] env[69243]: DEBUG nova.scheduler.client.report [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.768362] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "c79bde56-2b19-4172-9452-23e6ac62b139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.768658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "c79bde56-2b19-4172-9452-23e6ac62b139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.889744] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.909614] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.924708] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.924907] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.925129] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.076466] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Received event network-vif-deleted-50e072cc-8a84-4111-9531-f60e2a28af6f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.076888] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received event network-vif-plugged-7c81cdf0-d882-48a2-b91c-ed59397fa779 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.077108] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Acquiring lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.077290] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.077540] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.077775] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] No waiting events found dispatching network-vif-plugged-7c81cdf0-d882-48a2-b91c-ed59397fa779 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.078015] env[69243]: WARNING nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received unexpected event network-vif-plugged-7c81cdf0-d882-48a2-b91c-ed59397fa779 for instance with vm_state building and task_state spawning. [ 927.078442] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received event network-changed-7c81cdf0-d882-48a2-b91c-ed59397fa779 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.078523] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Refreshing instance network info cache due to event network-changed-7c81cdf0-d882-48a2-b91c-ed59397fa779. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.078788] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Acquiring lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.138672] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689478, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.203939] env[69243]: DEBUG oslo_vmware.api [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Task: {'id': task-3689479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188901} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.204564] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.204816] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.204987] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.205159] env[69243]: INFO nova.compute.manager [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Took 1.16 seconds to destroy the instance on the hypervisor. [ 927.205361] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.205551] env[69243]: DEBUG nova.compute.manager [-] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.205638] env[69243]: DEBUG nova.network.neutron [-] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.220624] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bcdfb4f8-709f-454f-9a32-612bc8e50f24 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.077s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.241597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.252508] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.253930] env[69243]: DEBUG nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.256934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.790s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.258586] env[69243]: INFO nova.compute.claims [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.271880] env[69243]: DEBUG nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.350591] env[69243]: INFO nova.compute.manager [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Rebuilding instance [ 927.404619] env[69243]: DEBUG nova.compute.manager [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.405971] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2286f4b-0304-44b5-ad43-1f09c5b06a19 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.415553] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689476, 'name': CreateSnapshot_Task, 'duration_secs': 0.700639} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.417387] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 927.421643] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d8d35-2310-4ceb-92e4-6788220153eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.519478] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.641114] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537159} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.641114] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.641332] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.641514] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be878a4e-3990-4661-93f2-1f43d7267935 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.654095] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 927.654095] env[69243]: value = "task-3689480" [ 927.654095] env[69243]: _type = "Task" [ 927.654095] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.665179] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.769808] env[69243]: DEBUG nova.compute.utils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.769808] env[69243]: DEBUG nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.769808] env[69243]: DEBUG nova.network.neutron [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.794328] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.812521] env[69243]: DEBUG nova.policy [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4e5d44f67714013af4c12594616d3f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dcd861be15d4c1abef80610fee6c585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.947257] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.948247] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d426225-59f5-426b-b598-524f59526e79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.958311] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 927.958311] env[69243]: value = "task-3689481" [ 927.958311] env[69243]: _type = "Task" [ 927.958311] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.967504] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689481, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.098318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "8f247fca-d72a-4e19-8075-8f77fff61c59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.098976] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "8f247fca-d72a-4e19-8075-8f77fff61c59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.121018] env[69243]: DEBUG nova.network.neutron [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Successfully created port: a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.169036] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070869} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.169036] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.169036] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6e6cd2-d62f-450a-9c53-f18d8628381d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.208484] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.209611] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e1eec4-b5ae-479d-9c6e-c9b21dd2aeb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.251145] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 928.251145] env[69243]: value = "task-3689482" [ 928.251145] env[69243]: _type = "Task" [ 928.251145] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.257560] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.277906] env[69243]: DEBUG nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.337487] env[69243]: DEBUG nova.network.neutron [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Updating instance_info_cache with network_info: [{"id": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "address": "fa:16:3e:81:2a:dd", "network": {"id": "885d19ea-0604-417a-9981-583aa07188d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1141382954", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c81cdf0-d8", "ovs_interfaceid": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8df7f4c7-0722-4721-8c91-356a2294e285", "address": "fa:16:3e:80:21:3a", "network": {"id": "250da294-fbec-41ae-bec3-ce691d3773ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2065728385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df7f4c7-07", "ovs_interfaceid": "8df7f4c7-0722-4721-8c91-356a2294e285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.379346] env[69243]: DEBUG nova.network.neutron [-] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.425271] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.425594] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcd159d5-4052-400b-acdf-396ecc856a6e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.438306] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 928.438306] env[69243]: value = "task-3689483" [ 928.438306] env[69243]: _type = "Task" [ 928.438306] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.448087] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.469646] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689481, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.602176] env[69243]: DEBUG nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.654865] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76bfecf-78b5-4c37-b410-8d1dde7ac4e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.667283] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8bb6d9-0114-41c5-b67c-03c50be2038e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.703446] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e06855-5bf5-4a65-bd33-e844ddf61c7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.714267] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb71b32-3094-4bae-977e-c83561b9ee02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.736511] env[69243]: DEBUG nova.compute.provider_tree [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.761358] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.847708] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Releasing lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.847708] env[69243]: DEBUG nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Instance network_info: |[{"id": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "address": "fa:16:3e:81:2a:dd", "network": {"id": "885d19ea-0604-417a-9981-583aa07188d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1141382954", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c81cdf0-d8", "ovs_interfaceid": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8df7f4c7-0722-4721-8c91-356a2294e285", "address": "fa:16:3e:80:21:3a", "network": {"id": "250da294-fbec-41ae-bec3-ce691d3773ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2065728385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df7f4c7-07", "ovs_interfaceid": "8df7f4c7-0722-4721-8c91-356a2294e285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.847708] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Acquired lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.848029] env[69243]: DEBUG nova.network.neutron [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Refreshing network info cache for port 7c81cdf0-d882-48a2-b91c-ed59397fa779 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.849220] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:2a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c81cdf0-d882-48a2-b91c-ed59397fa779', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:21:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8df7f4c7-0722-4721-8c91-356a2294e285', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.862133] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.862133] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.862133] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8796b5-d8bd-41ee-86d5-8f0e1d587b06 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.884895] env[69243]: INFO nova.compute.manager [-] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Took 1.68 seconds to deallocate network for instance. [ 928.893922] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.893922] env[69243]: value = "task-3689484" [ 928.893922] env[69243]: _type = "Task" [ 928.893922] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.903188] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689484, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.951812] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689483, 'name': PowerOffVM_Task, 'duration_secs': 0.247992} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.952150] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.953009] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.953939] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8510f6bd-bb24-40fe-b080-357137e8d5e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.969030] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.969030] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e250fcb7-58ed-41a0-a421-388b5b0cc22f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.976445] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689481, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.010535] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.010911] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.011155] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Deleting the datastore file [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.011717] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e84b7bea-5c58-48db-ba7f-385da9ded7d4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.020893] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 929.020893] env[69243]: value = "task-3689486" [ 929.020893] env[69243]: _type = "Task" [ 929.020893] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.034298] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.125929] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.244141] env[69243]: DEBUG nova.scheduler.client.report [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.261822] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689482, 'name': ReconfigVM_Task, 'duration_secs': 0.796769} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.263020] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Reconfigured VM instance instance-0000004a to attach disk [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.265354] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf8c37a1-28c0-400d-b1ed-02651f004363 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.275666] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 929.275666] env[69243]: value = "task-3689487" [ 929.275666] env[69243]: _type = "Task" [ 929.275666] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.288698] env[69243]: DEBUG nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.291118] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689487, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.296019] env[69243]: DEBUG nova.compute.manager [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received event network-changed-8df7f4c7-0722-4721-8c91-356a2294e285 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.296019] env[69243]: DEBUG nova.compute.manager [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Refreshing instance network info cache due to event network-changed-8df7f4c7-0722-4721-8c91-356a2294e285. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.296019] env[69243]: DEBUG oslo_concurrency.lockutils [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] Acquiring lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.329872] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.330159] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.330381] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.330704] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.330879] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.333093] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.333093] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.333093] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.333093] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.333093] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.333093] env[69243]: DEBUG nova.virt.hardware [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.333691] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f09ff-10a4-4f94-942f-a0d8b428a7ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.344408] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc2dabc-e8fb-45a3-9874-3670a2cb40fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.393944] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.411710] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689484, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.474985] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689481, 'name': CloneVM_Task, 'duration_secs': 1.433503} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.475386] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Created linked-clone VM from snapshot [ 929.476237] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1c657-c321-4ed0-872d-c2bce76924d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.486020] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Uploading image 4cf6f38b-8b89-4293-b7e0-78535367bff3 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 929.511086] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 929.511086] env[69243]: value = "vm-735055" [ 929.511086] env[69243]: _type = "VirtualMachine" [ 929.511086] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 929.511418] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c705d1c-824b-4736-8b4c-abed8465327a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.520410] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lease: (returnval){ [ 929.520410] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52487a29-5e67-8ef0-1a20-9de7bc784c85" [ 929.520410] env[69243]: _type = "HttpNfcLease" [ 929.520410] env[69243]: } obtained for exporting VM: (result){ [ 929.520410] env[69243]: value = "vm-735055" [ 929.520410] env[69243]: _type = "VirtualMachine" [ 929.520410] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 929.520896] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the lease: (returnval){ [ 929.520896] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52487a29-5e67-8ef0-1a20-9de7bc784c85" [ 929.520896] env[69243]: _type = "HttpNfcLease" [ 929.520896] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 929.532214] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.532214] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52487a29-5e67-8ef0-1a20-9de7bc784c85" [ 929.532214] env[69243]: _type = "HttpNfcLease" [ 929.532214] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.535681] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151174} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.535983] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.536245] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.536499] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.749015] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-7f1921eb-c905-4e85-a958-92a271087a0b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.749306] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-7f1921eb-c905-4e85-a958-92a271087a0b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.751168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.752664] env[69243]: DEBUG nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.756925] env[69243]: DEBUG nova.network.neutron [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Successfully updated port: a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.758338] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.325s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.758959] env[69243]: DEBUG nova.objects.instance [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lazy-loading 'resources' on Instance uuid c1911216-06e1-40b2-9e62-922e2d37b2ef {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.788957] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689487, 'name': Rename_Task, 'duration_secs': 0.210157} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.789484] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.789743] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3cd58d3-1a43-492a-9b4c-0d022da1bc10 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.798036] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 929.798036] env[69243]: value = "task-3689489" [ 929.798036] env[69243]: _type = "Task" [ 929.798036] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.807355] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.911160] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689484, 'name': CreateVM_Task, 'duration_secs': 0.576831} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.911445] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.912330] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.912496] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.912817] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.913101] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a388c505-da94-4af5-b20e-f26be774d785 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.918695] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 929.918695] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f3b4ac-010f-57e1-beec-7fc25e7f0f85" [ 929.918695] env[69243]: _type = "Task" [ 929.918695] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.932647] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f3b4ac-010f-57e1-beec-7fc25e7f0f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.030554] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.030554] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52487a29-5e67-8ef0-1a20-9de7bc784c85" [ 930.030554] env[69243]: _type = "HttpNfcLease" [ 930.030554] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 930.030952] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 930.030952] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52487a29-5e67-8ef0-1a20-9de7bc784c85" [ 930.030952] env[69243]: _type = "HttpNfcLease" [ 930.030952] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 930.031914] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794cb27d-5d24-427c-a61c-27d41eb59338 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.039504] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228e1f8-5fb2-77bb-5f0d-9dbaf2197926/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 930.039799] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228e1f8-5fb2-77bb-5f0d-9dbaf2197926/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 930.203885] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7634bc4d-2011-4a10-bbe5-c7a67d841bb4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.226256] env[69243]: DEBUG nova.network.neutron [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Updated VIF entry in instance network info cache for port 7c81cdf0-d882-48a2-b91c-ed59397fa779. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.226930] env[69243]: DEBUG nova.network.neutron [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Updating instance_info_cache with network_info: [{"id": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "address": "fa:16:3e:81:2a:dd", "network": {"id": "885d19ea-0604-417a-9981-583aa07188d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1141382954", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c81cdf0-d8", "ovs_interfaceid": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8df7f4c7-0722-4721-8c91-356a2294e285", "address": "fa:16:3e:80:21:3a", "network": {"id": "250da294-fbec-41ae-bec3-ce691d3773ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2065728385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df7f4c7-07", "ovs_interfaceid": "8df7f4c7-0722-4721-8c91-356a2294e285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.245356] env[69243]: DEBUG nova.compute.manager [req-435dacca-971c-4327-b1b6-7bae391a4ac7 req-4eca03e8-b72a-47af-8ee1-d96c27c507a4 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Received event network-vif-plugged-a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.245637] env[69243]: DEBUG oslo_concurrency.lockutils [req-435dacca-971c-4327-b1b6-7bae391a4ac7 req-4eca03e8-b72a-47af-8ee1-d96c27c507a4 service nova] Acquiring lock "5c607324-9db7-4651-aa1e-88e561356207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.245870] env[69243]: DEBUG oslo_concurrency.lockutils [req-435dacca-971c-4327-b1b6-7bae391a4ac7 req-4eca03e8-b72a-47af-8ee1-d96c27c507a4 service nova] Lock "5c607324-9db7-4651-aa1e-88e561356207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.246108] env[69243]: DEBUG oslo_concurrency.lockutils [req-435dacca-971c-4327-b1b6-7bae391a4ac7 req-4eca03e8-b72a-47af-8ee1-d96c27c507a4 service nova] Lock "5c607324-9db7-4651-aa1e-88e561356207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.246319] env[69243]: DEBUG nova.compute.manager [req-435dacca-971c-4327-b1b6-7bae391a4ac7 req-4eca03e8-b72a-47af-8ee1-d96c27c507a4 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] No waiting events found dispatching network-vif-plugged-a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.246591] env[69243]: WARNING nova.compute.manager [req-435dacca-971c-4327-b1b6-7bae391a4ac7 req-4eca03e8-b72a-47af-8ee1-d96c27c507a4 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Received unexpected event network-vif-plugged-a3401bb0-ffc5-4f50-ab15-9630606167b2 for instance with vm_state building and task_state spawning. [ 930.256518] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.258280] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.258280] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce0975f-3aed-4781-9bab-9e3b93da0aea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.262040] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.262121] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquired lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.262230] env[69243]: DEBUG nova.network.neutron [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.266549] env[69243]: DEBUG nova.compute.utils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.270556] env[69243]: DEBUG nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.270556] env[69243]: DEBUG nova.network.neutron [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.290106] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a858f3-cdba-4cf5-9dac-07873e764bf9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.320883] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfiguring VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 930.326570] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eed0691-375a-4181-b61d-9d0f071ff25f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.348482] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.351815] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 930.351815] env[69243]: value = "task-3689490" [ 930.351815] env[69243]: _type = "Task" [ 930.351815] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.355498] env[69243]: DEBUG nova.policy [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '336f472130a54a55b2410bd1de185694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ab4494564c42c6885726becdfcdab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.360529] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.432479] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f3b4ac-010f-57e1-beec-7fc25e7f0f85, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.433431] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.433431] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.433431] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.433431] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.433635] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.434011] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed4c7f78-69d5-4310-9f97-d6fad3010f9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443235] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.443421] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.444156] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54dc6632-66c7-409e-82af-fba5939c1ed7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.449733] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 930.449733] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5285c01b-5fbe-523a-3bd2-66fe4110c59b" [ 930.449733] env[69243]: _type = "Task" [ 930.449733] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.466157] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5285c01b-5fbe-523a-3bd2-66fe4110c59b, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.467248] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64616053-3dea-4d65-9401-bdcda526c84d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.475020] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 930.475020] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52264fc1-c03a-a339-fa19-488c84b888ea" [ 930.475020] env[69243]: _type = "Task" [ 930.475020] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.485121] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52264fc1-c03a-a339-fa19-488c84b888ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.581460] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.581722] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.581889] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.582115] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.582302] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.582471] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.582758] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.582929] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.583233] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.583445] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.583629] env[69243]: DEBUG nova.virt.hardware [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.586945] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d963d-66ed-4884-964d-94aea4bf6fb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.598864] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35092e83-c30b-42c1-8ce0-f2e91684cabb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.613652] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.614256] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.620440] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.620913] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.621176] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f2e1c16-4991-44f7-9fda-7ea80b6f08f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.648717] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.648717] env[69243]: value = "task-3689491" [ 930.648717] env[69243]: _type = "Task" [ 930.648717] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.669743] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689491, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.707764] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29396efb-89e9-4de3-af8b-6e8004d17bc0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.721580] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b3a137-2a0a-4b6d-92d4-7dc2e2633612 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.756448] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Releasing lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.757423] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received event network-vif-unplugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.757423] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.757423] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.757739] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.757918] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] No waiting events found dispatching network-vif-unplugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.758167] env[69243]: WARNING nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received unexpected event network-vif-unplugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 for instance with vm_state shelved_offloaded and task_state None. [ 930.758312] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received event network-changed-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.758511] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Refreshing instance network info cache due to event network-changed-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.758714] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Acquiring lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.758853] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Acquired lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.759027] env[69243]: DEBUG nova.network.neutron [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Refreshing network info cache for port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.763043] env[69243]: DEBUG oslo_concurrency.lockutils [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] Acquired lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.763043] env[69243]: DEBUG nova.network.neutron [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Refreshing network info cache for port 8df7f4c7-0722-4721-8c91-356a2294e285 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.763043] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac57f2-3344-4b73-a59b-d1117532f73e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.775117] env[69243]: DEBUG nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.784445] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44e9a3-6ff5-4655-9f23-297e29841bc1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.806907] env[69243]: DEBUG nova.compute.provider_tree [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.826486] env[69243]: DEBUG oslo_vmware.api [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689489, 'name': PowerOnVM_Task, 'duration_secs': 0.901691} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.826851] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.827151] env[69243]: INFO nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Took 5.96 seconds to spawn the instance on the hypervisor. [ 930.827403] env[69243]: DEBUG nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.828252] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d074edf-9293-4ec2-a307-ff6bb12b30e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.832201] env[69243]: DEBUG nova.network.neutron [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.864300] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.987274] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52264fc1-c03a-a339-fa19-488c84b888ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.990140] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.990461] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 9f790500-5984-4b3a-9bfb-6b556d4f4dfb/9f790500-5984-4b3a-9bfb-6b556d4f4dfb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.990879] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1651659-c86e-4dfb-b75a-6c6f00a56030 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.000618] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 931.000618] env[69243]: value = "task-3689492" [ 931.000618] env[69243]: _type = "Task" [ 931.000618] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.009546] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.033900] env[69243]: DEBUG nova.network.neutron [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Updating instance_info_cache with network_info: [{"id": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "address": "fa:16:3e:b0:f5:c0", "network": {"id": "22bd1e1d-812d-402e-9381-3aafc0967f9b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1952125745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dcd861be15d4c1abef80610fee6c585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3401bb0-ff", "ovs_interfaceid": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.161556] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689491, 'name': CreateVM_Task, 'duration_secs': 0.3201} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.162019] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.162314] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.162514] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.162871] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.163677] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519320cf-85ea-4edf-a209-1f15f6857fa8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.169698] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 931.169698] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5203c9d8-f40a-bd48-33bd-37b3d88cd3eb" [ 931.169698] env[69243]: _type = "Task" [ 931.169698] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.181150] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5203c9d8-f40a-bd48-33bd-37b3d88cd3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.183492] env[69243]: DEBUG nova.network.neutron [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Successfully created port: 1959174c-fdea-4003-bf20-92fc8ef98337 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.254055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.254744] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.312073] env[69243]: DEBUG nova.scheduler.client.report [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.353736] env[69243]: INFO nova.compute.manager [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Took 18.38 seconds to build instance. [ 931.369369] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.519093] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689492, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.536907] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Releasing lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537285] env[69243]: DEBUG nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Instance network_info: |[{"id": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "address": "fa:16:3e:b0:f5:c0", "network": {"id": "22bd1e1d-812d-402e-9381-3aafc0967f9b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1952125745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dcd861be15d4c1abef80610fee6c585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3401bb0-ff", "ovs_interfaceid": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.537723] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f5:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3401bb0-ffc5-4f50-ab15-9630606167b2', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.547401] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Creating folder: Project (5dcd861be15d4c1abef80610fee6c585). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.551298] env[69243]: DEBUG nova.network.neutron [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updated VIF entry in instance network info cache for port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.552142] env[69243]: DEBUG nova.network.neutron [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9a637fee-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.554118] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50c9bd32-134a-46fc-ba66-678ab180172c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.568364] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Created folder: Project (5dcd861be15d4c1abef80610fee6c585) in parent group-v734844. [ 931.568687] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Creating folder: Instances. Parent ref: group-v735058. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.569218] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd4df04-3977-4c7e-8497-592ecabed132 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.583148] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Created folder: Instances in parent group-v735058. [ 931.583443] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.583930] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.584350] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779ac685-57f6-4c20-b387-c2f459234a3b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.608070] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.608070] env[69243]: value = "task-3689495" [ 931.608070] env[69243]: _type = "Task" [ 931.608070] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.620153] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689495, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.683357] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5203c9d8-f40a-bd48-33bd-37b3d88cd3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.683712] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.683950] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.684207] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.684353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.684533] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.684822] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e2f831-6d41-43c4-80ea-6e7e94191f9c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.696511] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.697198] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.698047] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3a73e1-f10f-435d-9636-ad0b2800416b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.705551] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 931.705551] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52408f6c-7ed0-e8e1-a56c-e04f485397d0" [ 931.705551] env[69243]: _type = "Task" [ 931.705551] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.716680] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52408f6c-7ed0-e8e1-a56c-e04f485397d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.757133] env[69243]: DEBUG nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.797926] env[69243]: DEBUG nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.818583] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.824610] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.081s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.828086] env[69243]: DEBUG nova.objects.instance [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lazy-loading 'resources' on Instance uuid 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.844116] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.844920] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.844920] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.844920] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.844920] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.845257] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.845354] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.845463] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.845653] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.845816] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.845982] env[69243]: DEBUG nova.virt.hardware [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.847228] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23ce9b3-c37f-424a-940c-c060f56a52ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.852646] env[69243]: INFO nova.scheduler.client.report [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted allocations for instance c1911216-06e1-40b2-9e62-922e2d37b2ef [ 931.859778] env[69243]: DEBUG oslo_concurrency.lockutils [None req-18d2917e-8aae-47a1-8a13-7b7ab1f8cb30 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.900s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.865752] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced8fbf-9118-4777-a8b1-0ea185454bc0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.891848] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.945525] env[69243]: DEBUG nova.network.neutron [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Updated VIF entry in instance network info cache for port 8df7f4c7-0722-4721-8c91-356a2294e285. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.946525] env[69243]: DEBUG nova.network.neutron [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Updating instance_info_cache with network_info: [{"id": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "address": "fa:16:3e:81:2a:dd", "network": {"id": "885d19ea-0604-417a-9981-583aa07188d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1141382954", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c81cdf0-d8", "ovs_interfaceid": "7c81cdf0-d882-48a2-b91c-ed59397fa779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8df7f4c7-0722-4721-8c91-356a2294e285", "address": "fa:16:3e:80:21:3a", "network": {"id": "250da294-fbec-41ae-bec3-ce691d3773ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2065728385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3744ce3082794bc8949282889fc8864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8df7f4c7-07", "ovs_interfaceid": "8df7f4c7-0722-4721-8c91-356a2294e285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.014011] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526894} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.014311] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 9f790500-5984-4b3a-9bfb-6b556d4f4dfb/9f790500-5984-4b3a-9bfb-6b556d4f4dfb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.015538] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.015834] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b72d2c1d-fb8f-4e74-afe7-0d5f10c4c181 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.025790] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 932.025790] env[69243]: value = "task-3689496" [ 932.025790] env[69243]: _type = "Task" [ 932.025790] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.038715] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.054740] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Releasing lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.055129] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received event network-vif-plugged-8df7f4c7-0722-4721-8c91-356a2294e285 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.055335] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Acquiring lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.055557] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.055710] env[69243]: DEBUG oslo_concurrency.lockutils [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.055869] env[69243]: DEBUG nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] No waiting events found dispatching network-vif-plugged-8df7f4c7-0722-4721-8c91-356a2294e285 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.056042] env[69243]: WARNING nova.compute.manager [req-019803ea-ddd3-43a9-84a1-8b490810b0b7 req-dfcc4623-1f8c-46a9-bb0c-24abe3593dea service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received unexpected event network-vif-plugged-8df7f4c7-0722-4721-8c91-356a2294e285 for instance with vm_state building and task_state spawning. [ 932.124669] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689495, 'name': CreateVM_Task, 'duration_secs': 0.49457} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.124669] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.125313] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.125494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.125849] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.126153] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4baab311-8a55-49da-bb05-616cd05e64a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.133268] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 932.133268] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284d560-2623-32cd-5cf0-2be58cd53ecb" [ 932.133268] env[69243]: _type = "Task" [ 932.133268] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.142824] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284d560-2623-32cd-5cf0-2be58cd53ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.220683] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52408f6c-7ed0-e8e1-a56c-e04f485397d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.224766] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b584ad8c-ea13-4fc4-95b9-3766b0bdac40 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.244029] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 932.244029] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5242e02c-db8e-d73d-a0ef-fbd982e59e35" [ 932.244029] env[69243]: _type = "Task" [ 932.244029] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.253716] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5242e02c-db8e-d73d-a0ef-fbd982e59e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.281716] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.370966] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.379938] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4b2ea9d6-bd33-4556-a21c-9cbcdeea51b7 tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "c1911216-06e1-40b2-9e62-922e2d37b2ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.497s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.453724] env[69243]: DEBUG oslo_concurrency.lockutils [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] Releasing lock "refresh_cache-9f790500-5984-4b3a-9bfb-6b556d4f4dfb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.453724] env[69243]: DEBUG nova.compute.manager [req-ce0de898-47b3-4ead-8228-52e1bc743be4 req-80f3b007-6999-4759-80bf-2a2cd4f8eb37 service nova] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Received event network-vif-deleted-2ae4c295-fb42-4355-8b12-39fa4d590d9c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.536935] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07019} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.538199] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.538630] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8addbd9a-1fc2-42c2-a8a6-cd738b8fdeec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.569117] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9f790500-5984-4b3a-9bfb-6b556d4f4dfb/9f790500-5984-4b3a-9bfb-6b556d4f4dfb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.573176] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efd2d3e-5681-4a9c-97ce-c394a6a9325e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.592727] env[69243]: DEBUG nova.compute.manager [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Received event network-changed-a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.592727] env[69243]: DEBUG nova.compute.manager [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Refreshing instance network info cache due to event network-changed-a3401bb0-ffc5-4f50-ab15-9630606167b2. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.592727] env[69243]: DEBUG oslo_concurrency.lockutils [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] Acquiring lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.592727] env[69243]: DEBUG oslo_concurrency.lockutils [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] Acquired lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.592727] env[69243]: DEBUG nova.network.neutron [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Refreshing network info cache for port a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.603029] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 932.603029] env[69243]: value = "task-3689497" [ 932.603029] env[69243]: _type = "Task" [ 932.603029] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.612678] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.645951] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284d560-2623-32cd-5cf0-2be58cd53ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.648280] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.648551] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.648759] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.741491] env[69243]: INFO nova.compute.manager [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Rebuilding instance [ 932.754496] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5242e02c-db8e-d73d-a0ef-fbd982e59e35, 'name': SearchDatastore_Task, 'duration_secs': 0.012959} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.755689] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.755689] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.755689] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.755689] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.755949] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07110dc6-c0da-4d60-a2fd-87a18ede0988 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.759111] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66076f16-bd83-4197-9669-442b2b9caf41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.761746] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15c240-f640-41e6-b831-a7ec87971d4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.775811] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800779f1-81f5-4d86-a805-38ec0a8ac43a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.779318] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 932.779318] env[69243]: value = "task-3689498" [ 932.779318] env[69243]: _type = "Task" [ 932.779318] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.784422] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.784609] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.789013] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fede164-411b-45ef-b557-f3e6e5b8e248 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.821786] env[69243]: DEBUG nova.compute.manager [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.823417] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153068a-229f-448e-a8f6-e9b6c17241e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.826557] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df03d2c3-5559-454d-a971-a568276cc0aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.833494] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.833805] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 932.833805] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522c6acb-f462-2194-cfff-0b2a5b4e99ec" [ 932.833805] env[69243]: _type = "Task" [ 932.833805] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.844882] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d051632-6290-410c-a0cf-0cb8bbae4843 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.853566] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522c6acb-f462-2194-cfff-0b2a5b4e99ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014474} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.854764] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4001d72c-be58-4ca2-871b-a00dd87d4849 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.868576] env[69243]: DEBUG nova.compute.provider_tree [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.874661] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 932.874661] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5299bbdb-e8f9-ddf7-8699-a042f402390e" [ 932.874661] env[69243]: _type = "Task" [ 932.874661] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.878291] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.890444] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5299bbdb-e8f9-ddf7-8699-a042f402390e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.115192] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689497, 'name': ReconfigVM_Task, 'duration_secs': 0.327046} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.115740] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9f790500-5984-4b3a-9bfb-6b556d4f4dfb/9f790500-5984-4b3a-9bfb-6b556d4f4dfb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.116613] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2fbec8-7d30-4e7f-b0c1-0c5d9f0c5bdd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.127588] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 933.127588] env[69243]: value = "task-3689499" [ 933.127588] env[69243]: _type = "Task" [ 933.127588] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.146435] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689499, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.302796] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.367834] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.374422] env[69243]: DEBUG nova.scheduler.client.report [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.392870] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5299bbdb-e8f9-ddf7-8699-a042f402390e, 'name': SearchDatastore_Task, 'duration_secs': 0.018542} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.392870] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.392870] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5c607324-9db7-4651-aa1e-88e561356207/5c607324-9db7-4651-aa1e-88e561356207.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.392870] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d2df6c-a1f9-4fb2-9e68-036db06080a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.402182] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 933.402182] env[69243]: value = "task-3689500" [ 933.402182] env[69243]: _type = "Task" [ 933.402182] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.414720] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.568664] env[69243]: DEBUG nova.compute.manager [req-b8060614-6c23-4358-8bf1-8036f64a5aad req-c508c817-054d-4ed8-9711-0401a333a584 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Received event network-vif-plugged-1959174c-fdea-4003-bf20-92fc8ef98337 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.568912] env[69243]: DEBUG oslo_concurrency.lockutils [req-b8060614-6c23-4358-8bf1-8036f64a5aad req-c508c817-054d-4ed8-9711-0401a333a584 service nova] Acquiring lock "221f80a2-bece-4847-9d1e-c74d690e93e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.570057] env[69243]: DEBUG oslo_concurrency.lockutils [req-b8060614-6c23-4358-8bf1-8036f64a5aad req-c508c817-054d-4ed8-9711-0401a333a584 service nova] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.570428] env[69243]: DEBUG oslo_concurrency.lockutils [req-b8060614-6c23-4358-8bf1-8036f64a5aad req-c508c817-054d-4ed8-9711-0401a333a584 service nova] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.570780] env[69243]: DEBUG nova.compute.manager [req-b8060614-6c23-4358-8bf1-8036f64a5aad req-c508c817-054d-4ed8-9711-0401a333a584 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] No waiting events found dispatching network-vif-plugged-1959174c-fdea-4003-bf20-92fc8ef98337 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.571185] env[69243]: WARNING nova.compute.manager [req-b8060614-6c23-4358-8bf1-8036f64a5aad req-c508c817-054d-4ed8-9711-0401a333a584 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Received unexpected event network-vif-plugged-1959174c-fdea-4003-bf20-92fc8ef98337 for instance with vm_state building and task_state spawning. [ 933.644052] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689499, 'name': Rename_Task, 'duration_secs': 0.27036} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.644467] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.644709] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f077b21d-38c1-487f-b184-04c6b024ddc5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.654800] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 933.654800] env[69243]: value = "task-3689501" [ 933.654800] env[69243]: _type = "Task" [ 933.654800] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.667449] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.683909] env[69243]: DEBUG nova.network.neutron [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Updated VIF entry in instance network info cache for port a3401bb0-ffc5-4f50-ab15-9630606167b2. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.684486] env[69243]: DEBUG nova.network.neutron [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Updating instance_info_cache with network_info: [{"id": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "address": "fa:16:3e:b0:f5:c0", "network": {"id": "22bd1e1d-812d-402e-9381-3aafc0967f9b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1952125745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dcd861be15d4c1abef80610fee6c585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3401bb0-ff", "ovs_interfaceid": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.799449] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559243} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.800557] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.801233] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.801810] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a25260-698a-486f-9bd7-8445e5cb4f79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.818042] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 933.818042] env[69243]: value = "task-3689502" [ 933.818042] env[69243]: _type = "Task" [ 933.818042] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.822389] env[69243]: DEBUG nova.network.neutron [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Successfully updated port: 1959174c-fdea-4003-bf20-92fc8ef98337 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.833558] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.855049] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.855453] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ed0c1b-66d7-4c9e-b936-7c27baf26c35 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.870360] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.873409] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 933.873409] env[69243]: value = "task-3689503" [ 933.873409] env[69243]: _type = "Task" [ 933.873409] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.879463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.882981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.477s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.885673] env[69243]: INFO nova.compute.claims [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.892310] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.912926] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.915367] env[69243]: INFO nova.scheduler.client.report [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Deleted allocations for instance 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67 [ 934.167785] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.191192] env[69243]: DEBUG oslo_concurrency.lockutils [req-098bd03b-7213-4c64-8e2b-033682884d50 req-e1177b55-792b-4bd1-9ffe-ac3ae82c23a8 service nova] Releasing lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.328057] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "refresh_cache-221f80a2-bece-4847-9d1e-c74d690e93e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.328201] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "refresh_cache-221f80a2-bece-4847-9d1e-c74d690e93e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.328359] env[69243]: DEBUG nova.network.neutron [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.329656] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115009} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.329928] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.331430] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c94c69-4681-4fd6-a296-8ab888bb0831 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.355638] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.356294] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb06ac1-4887-4324-86a5-27919885f785 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.381206] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 934.381206] env[69243]: value = "task-3689504" [ 934.381206] env[69243]: _type = "Task" [ 934.381206] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.385649] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.391270] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689503, 'name': PowerOffVM_Task, 'duration_secs': 0.184665} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.391553] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.391788] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.392988] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a1b04-0cbc-4b36-a151-6b063b94a4f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.401531] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.408144] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.408909] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a508fe86-8307-4275-8154-1e0576b5bfd4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.415038] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622742} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.416147] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5c607324-9db7-4651-aa1e-88e561356207/5c607324-9db7-4651-aa1e-88e561356207.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.416446] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.416780] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92e149fa-19bc-4e69-8a34-4dd0c5b9d312 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.428635] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 934.428635] env[69243]: value = "task-3689506" [ 934.428635] env[69243]: _type = "Task" [ 934.428635] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.429941] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9f74cc4f-f90d-4566-9c9c-f63aea1540b8 tempest-MigrationsAdminTest-1707341649 tempest-MigrationsAdminTest-1707341649-project-member] Lock "69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.575s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.440918] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.441143] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.441362] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Deleting the datastore file [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.444811] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b492789b-6be7-4ba5-a62d-29adb8543d9c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.447379] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.455488] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 934.455488] env[69243]: value = "task-3689507" [ 934.455488] env[69243]: _type = "Task" [ 934.455488] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.465976] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.667308] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.883639] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.894705] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689504, 'name': ReconfigVM_Task, 'duration_secs': 0.355124} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.894996] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d/edb8f8bf-02a1-4062-91ea-dbc69505468d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.895651] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98bdb3e9-a09d-4086-bee4-121d98a1394c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.908746] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 934.908746] env[69243]: value = "task-3689508" [ 934.908746] env[69243]: _type = "Task" [ 934.908746] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.913588] env[69243]: DEBUG nova.network.neutron [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.924512] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689508, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.943230] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078807} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.945687] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.948918] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6b10b-06cb-49ba-a5aa-3188c8bc0811 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.979148] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 5c607324-9db7-4651-aa1e-88e561356207/5c607324-9db7-4651-aa1e-88e561356207.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.982611] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724685f4-93d8-480d-9c52-c6cd7595b4c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.010059] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.011608] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.011608] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.011608] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.017310] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 935.017310] env[69243]: value = "task-3689509" [ 935.017310] env[69243]: _type = "Task" [ 935.017310] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.029194] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.173943] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689501, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.199521] env[69243]: DEBUG nova.network.neutron [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Updating instance_info_cache with network_info: [{"id": "1959174c-fdea-4003-bf20-92fc8ef98337", "address": "fa:16:3e:44:a9:86", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1959174c-fd", "ovs_interfaceid": "1959174c-fdea-4003-bf20-92fc8ef98337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.334099] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ee0c0-5582-4bf6-9de6-7540fd52b28f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.342856] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99657b-bb70-4d3d-9329-c014022e7e4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.381861] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e930c3-2592-4051-a4f8-a62be0c24ae6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.394145] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab955f12-e2dc-46e9-a1cf-2e7a8a419a38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.398675] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.410415] env[69243]: DEBUG nova.compute.provider_tree [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.421544] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689508, 'name': Rename_Task, 'duration_secs': 0.177354} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.422638] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.422921] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882acb62-f997-47af-a33d-79db293c3468 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.434444] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 935.434444] env[69243]: value = "task-3689510" [ 935.434444] env[69243]: _type = "Task" [ 935.434444] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.445326] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.529323] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689509, 'name': ReconfigVM_Task, 'duration_secs': 0.417684} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.529653] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 5c607324-9db7-4651-aa1e-88e561356207/5c607324-9db7-4651-aa1e-88e561356207.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.530348] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2180592c-e234-498a-8fec-5ee89b99c2e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.539143] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 935.539143] env[69243]: value = "task-3689511" [ 935.539143] env[69243]: _type = "Task" [ 935.539143] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.551843] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689511, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.607145] env[69243]: DEBUG nova.compute.manager [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Received event network-changed-1959174c-fdea-4003-bf20-92fc8ef98337 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.607352] env[69243]: DEBUG nova.compute.manager [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Refreshing instance network info cache due to event network-changed-1959174c-fdea-4003-bf20-92fc8ef98337. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.607779] env[69243]: DEBUG oslo_concurrency.lockutils [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] Acquiring lock "refresh_cache-221f80a2-bece-4847-9d1e-c74d690e93e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.670558] env[69243]: DEBUG oslo_vmware.api [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689501, 'name': PowerOnVM_Task, 'duration_secs': 1.542884} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.670976] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.671240] env[69243]: INFO nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Took 13.40 seconds to spawn the instance on the hypervisor. [ 935.671440] env[69243]: DEBUG nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.672447] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65b180c-4609-4e32-a105-6cfcebadc26c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.705156] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "refresh_cache-221f80a2-bece-4847-9d1e-c74d690e93e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.705156] env[69243]: DEBUG nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Instance network_info: |[{"id": "1959174c-fdea-4003-bf20-92fc8ef98337", "address": "fa:16:3e:44:a9:86", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1959174c-fd", "ovs_interfaceid": "1959174c-fdea-4003-bf20-92fc8ef98337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.705156] env[69243]: DEBUG oslo_concurrency.lockutils [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] Acquired lock "refresh_cache-221f80a2-bece-4847-9d1e-c74d690e93e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.705445] env[69243]: DEBUG nova.network.neutron [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Refreshing network info cache for port 1959174c-fdea-4003-bf20-92fc8ef98337 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.706669] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a9:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1959174c-fdea-4003-bf20-92fc8ef98337', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.715772] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.719081] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.719977] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ac22f3-c81e-4dec-992a-157d01999249 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.744314] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.744314] env[69243]: value = "task-3689512" [ 935.744314] env[69243]: _type = "Task" [ 935.744314] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.756207] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689512, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.892727] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.917052] env[69243]: DEBUG nova.scheduler.client.report [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.949857] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.054121] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689511, 'name': Rename_Task, 'duration_secs': 0.26885} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.054289] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.054594] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df6bee3-5cbc-4360-b593-3f57b8803a10 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.061918] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.063644] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.063644] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.063644] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.063644] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.063934] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.064242] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.064527] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.064824] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.065132] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.065418] env[69243]: DEBUG nova.virt.hardware [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.068137] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212945f1-7084-45da-b5ec-2ac5bd355459 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.075035] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 936.075035] env[69243]: value = "task-3689513" [ 936.075035] env[69243]: _type = "Task" [ 936.075035] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.088626] env[69243]: DEBUG nova.network.neutron [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Updated VIF entry in instance network info cache for port 1959174c-fdea-4003-bf20-92fc8ef98337. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.089333] env[69243]: DEBUG nova.network.neutron [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Updating instance_info_cache with network_info: [{"id": "1959174c-fdea-4003-bf20-92fc8ef98337", "address": "fa:16:3e:44:a9:86", "network": {"id": "568df67f-ff2c-4fbd-b834-795e8d54f658", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1282736367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ab4494564c42c6885726becdfcdab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1959174c-fd", "ovs_interfaceid": "1959174c-fdea-4003-bf20-92fc8ef98337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.093435] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de1cd41-c51b-4db5-a15f-781688c7b658 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.108732] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689513, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.128969] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.136403] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.137267] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.137557] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aec6c4b6-6b2e-4610-b97e-615a75924076 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.160202] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.160202] env[69243]: value = "task-3689514" [ 936.160202] env[69243]: _type = "Task" [ 936.160202] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.171206] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689514, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.194109] env[69243]: INFO nova.compute.manager [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Took 24.30 seconds to build instance. [ 936.258815] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689512, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.389792] env[69243]: DEBUG oslo_vmware.api [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689490, 'name': ReconfigVM_Task, 'duration_secs': 5.858764} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.390205] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.390436] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfigured VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 936.425466] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.425466] env[69243]: DEBUG nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.429093] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.823s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.429403] env[69243]: DEBUG nova.objects.instance [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lazy-loading 'resources' on Instance uuid 8ef95195-b40c-45be-b746-e7d7d4f8f880 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.454657] env[69243]: DEBUG oslo_vmware.api [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689510, 'name': PowerOnVM_Task, 'duration_secs': 0.799727} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.455154] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.456791] env[69243]: DEBUG nova.compute.manager [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.456791] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a0fdc0-5f00-42f2-8d7f-2fcd1dfa6bee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.601040] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689513, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.604039] env[69243]: DEBUG oslo_concurrency.lockutils [req-4b0b0caf-93ca-4f89-9a29-9ed64a0d7332 req-b3a903a4-7f62-4e7f-92af-fe52ef44d3c8 service nova] Releasing lock "refresh_cache-221f80a2-bece-4847-9d1e-c74d690e93e3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673736] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689514, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.697589] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca58eec9-f22e-4e75-92bb-6ef136b2232a tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.817s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.759052] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689512, 'name': CreateVM_Task, 'duration_secs': 0.5984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.759323] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.760071] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.760236] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.760657] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.761020] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c8d892-c8f7-450f-b4a4-2be100376b7c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.768175] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 936.768175] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef771d-9e0e-6e7c-c353-163f2c484bcb" [ 936.768175] env[69243]: _type = "Task" [ 936.768175] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.778169] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef771d-9e0e-6e7c-c353-163f2c484bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.932731] env[69243]: DEBUG nova.compute.utils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.946408] env[69243]: DEBUG nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.946761] env[69243]: DEBUG nova.network.neutron [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.978105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.005312] env[69243]: DEBUG nova.policy [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f31abe54c54d80b0032572cf8becb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3358f2632b54092a83f68652eb2229a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.091106] env[69243]: DEBUG oslo_vmware.api [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689513, 'name': PowerOnVM_Task, 'duration_secs': 0.57589} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.094486] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.094889] env[69243]: INFO nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Took 7.81 seconds to spawn the instance on the hypervisor. [ 937.095046] env[69243]: DEBUG nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.096363] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed7ce8-35ed-44a3-8b2b-d0d50e845714 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.173614] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689514, 'name': CreateVM_Task, 'duration_secs': 0.540976} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.177793] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.182303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.182303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.182303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.182303] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4331d966-b3d8-4c55-823a-ecd9cfe31ef4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.188617] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 937.188617] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a48653-c1ce-c640-2595-d4e5d1f9f42f" [ 937.188617] env[69243]: _type = "Task" [ 937.188617] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.203599] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a48653-c1ce-c640-2595-d4e5d1f9f42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.284734] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ef771d-9e0e-6e7c-c353-163f2c484bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.019214} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.285525] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.285811] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.286074] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.286247] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.286451] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.286760] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc3db1f-c34b-4ee6-999d-e0bcde4533f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.301518] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.301802] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.302679] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c2f99e-3f16-4c10-9f61-977b87854057 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.311507] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "edb8f8bf-02a1-4062-91ea-dbc69505468d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.311854] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "edb8f8bf-02a1-4062-91ea-dbc69505468d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.312076] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "edb8f8bf-02a1-4062-91ea-dbc69505468d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.312283] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "edb8f8bf-02a1-4062-91ea-dbc69505468d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.312472] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "edb8f8bf-02a1-4062-91ea-dbc69505468d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.315607] env[69243]: INFO nova.compute.manager [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Terminating instance [ 937.319438] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 937.319438] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7331d-9847-4f97-7c39-3cedd44500ea" [ 937.319438] env[69243]: _type = "Task" [ 937.319438] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.332114] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7331d-9847-4f97-7c39-3cedd44500ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.353726] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192fbda4-960e-4170-be73-82410177ff8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.364484] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9659bece-0c72-4f6f-9fe4-0e98f2151705 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.400992] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c7e90-654b-4eb0-b1b2-52fed1547707 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.410760] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800790f9-0853-4783-8476-aa1147ff79ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.429108] env[69243]: DEBUG nova.compute.provider_tree [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.454965] env[69243]: DEBUG nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.512398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.512723] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.512934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.513148] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.513351] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.520092] env[69243]: INFO nova.compute.manager [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Terminating instance [ 937.620674] env[69243]: INFO nova.compute.manager [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Took 19.19 seconds to build instance. [ 937.704788] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a48653-c1ce-c640-2595-d4e5d1f9f42f, 'name': SearchDatastore_Task, 'duration_secs': 0.013636} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.705162] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.705405] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.705644] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.705790] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.705983] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.706440] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-116ffc6a-4d15-4d84-9924-fdf9ea73ad0b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.719988] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.719988] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.719988] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ec5498-ad3f-41bf-954f-26ed8ec9c96b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.728332] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 937.728332] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ca52e-709a-e6c8-2de2-6370050711de" [ 937.728332] env[69243]: _type = "Task" [ 937.728332] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.738871] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ca52e-709a-e6c8-2de2-6370050711de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.808908] env[69243]: DEBUG nova.compute.manager [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-vif-deleted-91fb1f06-5ffe-4e73-852e-7af586d0a1c1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.809400] env[69243]: INFO nova.compute.manager [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Neutron deleted interface 91fb1f06-5ffe-4e73-852e-7af586d0a1c1; detaching it from the instance and deleting it from the info cache [ 937.809746] env[69243]: DEBUG nova.network.neutron [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f1921eb-c905-4e85-a958-92a271087a0b", "address": "fa:16:3e:23:44:c1", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f1921eb-c9", "ovs_interfaceid": "7f1921eb-c905-4e85-a958-92a271087a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.826409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "refresh_cache-edb8f8bf-02a1-4062-91ea-dbc69505468d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.826663] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquired lock "refresh_cache-edb8f8bf-02a1-4062-91ea-dbc69505468d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.826830] env[69243]: DEBUG nova.network.neutron [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.836240] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7331d-9847-4f97-7c39-3cedd44500ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016535} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.837523] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747a5a0e-d12c-4dca-ab7c-ef39157229b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.846195] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 937.846195] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284526e-3c4f-9293-2393-729aac1d6b86" [ 937.846195] env[69243]: _type = "Task" [ 937.846195] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.858180] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284526e-3c4f-9293-2393-729aac1d6b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.862978] env[69243]: DEBUG nova.network.neutron [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Successfully created port: de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.866518] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.866807] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.867253] env[69243]: DEBUG nova.network.neutron [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.918126] env[69243]: DEBUG nova.compute.manager [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-vif-deleted-7f1921eb-c905-4e85-a958-92a271087a0b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.918330] env[69243]: INFO nova.compute.manager [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Neutron deleted interface 7f1921eb-c905-4e85-a958-92a271087a0b; detaching it from the instance and deleting it from the info cache [ 937.918608] env[69243]: DEBUG nova.network.neutron [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.933288] env[69243]: DEBUG nova.scheduler.client.report [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.025798] env[69243]: DEBUG nova.compute.manager [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.026047] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.027456] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a44c6-2ddc-4722-a30b-5c890f80d26e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.039110] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.039110] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b127309-a5ec-4fc2-be76-4995a990b117 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.048442] env[69243]: DEBUG oslo_vmware.api [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 938.048442] env[69243]: value = "task-3689515" [ 938.048442] env[69243]: _type = "Task" [ 938.048442] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.062197] env[69243]: DEBUG oslo_vmware.api [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.128951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-429debef-1db8-43c2-89e2-9ee8aca07dfb tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "5c607324-9db7-4651-aa1e-88e561356207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.709s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.143129] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228e1f8-5fb2-77bb-5f0d-9dbaf2197926/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.143129] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53735310-59d9-4bd0-afca-cdc9bc767bd8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.150259] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228e1f8-5fb2-77bb-5f0d-9dbaf2197926/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.150455] env[69243]: ERROR oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228e1f8-5fb2-77bb-5f0d-9dbaf2197926/disk-0.vmdk due to incomplete transfer. [ 938.150700] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2fbb6a7c-dd91-4af7-86ff-ca0cad4aa2ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.160626] env[69243]: DEBUG oslo_vmware.rw_handles [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228e1f8-5fb2-77bb-5f0d-9dbaf2197926/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.160833] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Uploaded image 4cf6f38b-8b89-4293-b7e0-78535367bff3 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.163113] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.163386] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78a3c2c4-5a18-4742-8716-9a8b3fc7f25b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.170215] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 938.170215] env[69243]: value = "task-3689516" [ 938.170215] env[69243]: _type = "Task" [ 938.170215] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.179053] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689516, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.243797] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ca52e-709a-e6c8-2de2-6370050711de, 'name': SearchDatastore_Task, 'duration_secs': 0.016366} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.244452] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484831dd-4661-4035-a6dd-b95d6d54ab12 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.251997] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 938.251997] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524e5f24-f69a-0c0e-ace9-ce69e568058a" [ 938.251997] env[69243]: _type = "Task" [ 938.251997] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.261997] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524e5f24-f69a-0c0e-ace9-ce69e568058a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.313308] env[69243]: DEBUG oslo_concurrency.lockutils [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.313530] env[69243]: DEBUG oslo_concurrency.lockutils [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Acquired lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.314644] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977cbce-6b4d-441f-a1d8-97cc9a181bd9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.338726] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffeac16-c845-4dcd-8e75-a73212023a50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.369331] env[69243]: DEBUG nova.virt.vmwareapi.vmops [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfiguring VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 938.373629] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38314152-50c0-4f33-9fd3-86ed57d56e2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.390105] env[69243]: DEBUG nova.network.neutron [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.395798] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.402790] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284526e-3c4f-9293-2393-729aac1d6b86, 'name': SearchDatastore_Task, 'duration_secs': 0.017498} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.404367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.404685] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 221f80a2-bece-4847-9d1e-c74d690e93e3/221f80a2-bece-4847-9d1e-c74d690e93e3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.404996] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Waiting for the task: (returnval){ [ 938.404996] env[69243]: value = "task-3689517" [ 938.404996] env[69243]: _type = "Task" [ 938.404996] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.405293] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-748be6a2-3f57-48ce-a127-f8ac8e04132b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.417770] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.419316] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 938.419316] env[69243]: value = "task-3689518" [ 938.419316] env[69243]: _type = "Task" [ 938.419316] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.422855] env[69243]: DEBUG oslo_concurrency.lockutils [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.432077] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.440116] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.442634] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.293s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.442951] env[69243]: DEBUG nova.objects.instance [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lazy-loading 'resources' on Instance uuid 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.465932] env[69243]: DEBUG nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.472360] env[69243]: INFO nova.scheduler.client.report [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Deleted allocations for instance 8ef95195-b40c-45be-b746-e7d7d4f8f880 [ 938.506450] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.506806] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.507648] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.507648] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.507648] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.507834] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.507943] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.508174] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.508495] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.508840] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.508994] env[69243]: DEBUG nova.virt.hardware [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.510170] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6214e1d5-f306-408f-8af3-e5ef64081346 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.525133] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113a722b-6461-4a24-a60b-df7bf066302d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.557357] env[69243]: DEBUG oslo_vmware.api [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689515, 'name': PowerOffVM_Task, 'duration_secs': 0.464411} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.561022] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.561022] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.561022] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b36d344-5833-4a75-809a-878e1eb617f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.570013] env[69243]: DEBUG nova.network.neutron [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.675043] env[69243]: INFO nova.network.neutron [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Port 7f1921eb-c905-4e85-a958-92a271087a0b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 938.675417] env[69243]: DEBUG nova.network.neutron [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [{"id": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "address": "fa:16:3e:3b:43:b7", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad42b05-cc", "ovs_interfaceid": "9ad42b05-cc56-4197-be97-1cf4b39658c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.686211] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689516, 'name': Destroy_Task, 'duration_secs': 0.460111} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.686712] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Destroyed the VM [ 938.686802] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.687080] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ff2d629-6cc0-433e-b802-4b4e3f2d8137 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.696098] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 938.696098] env[69243]: value = "task-3689520" [ 938.696098] env[69243]: _type = "Task" [ 938.696098] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.709054] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689520, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.729827] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.730144] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.730441] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Deleting the datastore file [datastore1] 9f790500-5984-4b3a-9bfb-6b556d4f4dfb {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.730803] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51c227e9-0909-4c79-b17c-8c39b4ec57d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.739948] env[69243]: DEBUG oslo_vmware.api [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for the task: (returnval){ [ 938.739948] env[69243]: value = "task-3689521" [ 938.739948] env[69243]: _type = "Task" [ 938.739948] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.755667] env[69243]: DEBUG oslo_vmware.api [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.767019] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524e5f24-f69a-0c0e-ace9-ce69e568058a, 'name': SearchDatastore_Task, 'duration_secs': 0.022457} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.768576] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.768576] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.768576] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4852bbc2-a00e-4f66-a3a9-2bb529f1c551 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.777891] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 938.777891] env[69243]: value = "task-3689522" [ 938.777891] env[69243]: _type = "Task" [ 938.777891] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.787599] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.919296] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.930333] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689518, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.981884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bad21184-7386-4612-8087-82db45a2492c tempest-ServerPasswordTestJSON-462569355 tempest-ServerPasswordTestJSON-462569355-project-member] Lock "8ef95195-b40c-45be-b746-e7d7d4f8f880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.896s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.080023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Releasing lock "refresh_cache-edb8f8bf-02a1-4062-91ea-dbc69505468d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.080023] env[69243]: DEBUG nova.compute.manager [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.080023] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.080023] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50ef6dd-ad3a-49d5-b6d5-01f206365277 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.091269] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.094736] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a61bbf11-79e1-46d2-a743-536b29a8ab5d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.106601] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 939.106601] env[69243]: value = "task-3689523" [ 939.106601] env[69243]: _type = "Task" [ 939.106601] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.118565] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.178656] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.212935] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689520, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.257723] env[69243]: DEBUG oslo_vmware.api [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Task: {'id': task-3689521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364721} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.263400] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.263711] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.263964] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.264233] env[69243]: INFO nova.compute.manager [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Took 1.24 seconds to destroy the instance on the hypervisor. [ 939.264729] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.265949] env[69243]: DEBUG nova.compute.manager [-] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.265949] env[69243]: DEBUG nova.network.neutron [-] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.294695] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689522, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.353825] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b388e8e-9990-4bc7-b20d-cbf816bdabfb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.364672] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0409e347-e238-4f04-9fc9-5166475b0fff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.402494] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3efc604-d856-4502-a23c-6df10175be2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.423985] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "38b91606-9bc3-4177-8be4-88c07ecc9b03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.424222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.429053] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c14c2-24ed-40cc-8a9d-98a6e286d229 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.439665] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.458962] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673877} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.459500] env[69243]: DEBUG nova.compute.provider_tree [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.461726] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 221f80a2-bece-4847-9d1e-c74d690e93e3/221f80a2-bece-4847-9d1e-c74d690e93e3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.461726] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.461726] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8919d959-3e26-4250-b02d-b8853850a2d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.472353] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 939.472353] env[69243]: value = "task-3689524" [ 939.472353] env[69243]: _type = "Task" [ 939.472353] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.487356] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.625473] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689523, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.685023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2a56710f-cdcc-4410-a7ee-70f8d8d6252a tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-79bb5716-5c70-48ba-93a2-29550db54d4e-7f1921eb-c905-4e85-a958-92a271087a0b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.936s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.707938] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689520, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598657} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.708247] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.708478] env[69243]: DEBUG nova.compute.manager [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.709277] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac8150e-c2bd-4181-b427-58b7749f0e8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.791566] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708239} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.791856] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.792091] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.792354] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4433c2-b679-4538-b5c6-7ae0b7680433 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.800976] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 939.800976] env[69243]: value = "task-3689525" [ 939.800976] env[69243]: _type = "Task" [ 939.800976] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.812669] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.923962] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.933793] env[69243]: DEBUG nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.966095] env[69243]: DEBUG nova.scheduler.client.report [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.986181] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074865} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.986903] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.988456] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ca5824-7e8d-4752-b7a2-1512a1c7ef1d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.021740] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 221f80a2-bece-4847-9d1e-c74d690e93e3/221f80a2-bece-4847-9d1e-c74d690e93e3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.022415] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd2b4ff-bfb4-4b14-9c3f-aded96323995 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.047018] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 940.047018] env[69243]: value = "task-3689526" [ 940.047018] env[69243]: _type = "Task" [ 940.047018] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.057685] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.120802] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "729eed82-b53c-4594-a5d3-dcb88518b2d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.121275] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.121648] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "729eed82-b53c-4594-a5d3-dcb88518b2d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.121971] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.122455] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.124148] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689523, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.124732] env[69243]: INFO nova.compute.manager [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Terminating instance [ 940.147292] env[69243]: DEBUG nova.compute.manager [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Received event network-changed-a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.147292] env[69243]: DEBUG nova.compute.manager [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Refreshing instance network info cache due to event network-changed-a3401bb0-ffc5-4f50-ab15-9630606167b2. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.147292] env[69243]: DEBUG oslo_concurrency.lockutils [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] Acquiring lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.147292] env[69243]: DEBUG oslo_concurrency.lockutils [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] Acquired lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.147292] env[69243]: DEBUG nova.network.neutron [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Refreshing network info cache for port a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.226370] env[69243]: INFO nova.compute.manager [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Shelve offloading [ 940.268890] env[69243]: DEBUG nova.compute.manager [req-ee83286c-0c5c-4775-936b-e9dc66969970 req-674776e6-b254-4144-bdf6-4061ec5e46fe service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Received event network-vif-plugged-de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.268890] env[69243]: DEBUG oslo_concurrency.lockutils [req-ee83286c-0c5c-4775-936b-e9dc66969970 req-674776e6-b254-4144-bdf6-4061ec5e46fe service nova] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.268890] env[69243]: DEBUG oslo_concurrency.lockutils [req-ee83286c-0c5c-4775-936b-e9dc66969970 req-674776e6-b254-4144-bdf6-4061ec5e46fe service nova] Lock "12191b81-17b0-4d8d-b6de-d067e294908e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.268890] env[69243]: DEBUG oslo_concurrency.lockutils [req-ee83286c-0c5c-4775-936b-e9dc66969970 req-674776e6-b254-4144-bdf6-4061ec5e46fe service nova] Lock "12191b81-17b0-4d8d-b6de-d067e294908e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.268890] env[69243]: DEBUG nova.compute.manager [req-ee83286c-0c5c-4775-936b-e9dc66969970 req-674776e6-b254-4144-bdf6-4061ec5e46fe service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] No waiting events found dispatching network-vif-plugged-de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.268890] env[69243]: WARNING nova.compute.manager [req-ee83286c-0c5c-4775-936b-e9dc66969970 req-674776e6-b254-4144-bdf6-4061ec5e46fe service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Received unexpected event network-vif-plugged-de074e29-0300-4548-b2fe-f5d6da21ac61 for instance with vm_state building and task_state spawning. [ 940.312509] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282373} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.312783] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.313600] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff0f3b-6336-4b8a-bfba-5be2c7eb6df7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.340336] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.341086] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbff70ae-ed19-478c-8231-949e8a277ce4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.365484] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 940.365484] env[69243]: value = "task-3689527" [ 940.365484] env[69243]: _type = "Task" [ 940.365484] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.375266] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.416355] env[69243]: DEBUG nova.network.neutron [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Successfully updated port: de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.425167] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.462927] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.473721] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.474082] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.072s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.474779] env[69243]: DEBUG nova.objects.instance [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lazy-loading 'resources' on Instance uuid 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.505459] env[69243]: INFO nova.scheduler.client.report [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Deleted allocations for instance 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1 [ 940.556964] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689526, 'name': ReconfigVM_Task, 'duration_secs': 0.263867} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.557437] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 221f80a2-bece-4847-9d1e-c74d690e93e3/221f80a2-bece-4847-9d1e-c74d690e93e3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.558655] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e81c90e-cd96-4d73-bee6-4bd7d22598cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.568018] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 940.568018] env[69243]: value = "task-3689528" [ 940.568018] env[69243]: _type = "Task" [ 940.568018] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.578665] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689528, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.621018] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689523, 'name': PowerOffVM_Task, 'duration_secs': 1.163401} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.625036] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.625036] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.625036] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edb88ba4-0752-4018-abe6-edfbb2d7d69b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.628835] env[69243]: DEBUG nova.compute.manager [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.629077] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.629967] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792a544-94db-4c6d-b280-e6e7f39dcd6c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.640523] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.640828] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfcffbe1-7253-4894-a7a5-1315153284dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.654942] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.655202] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.655389] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Deleting the datastore file [datastore2] edb8f8bf-02a1-4062-91ea-dbc69505468d {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.656834] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-368b87c0-ea7b-4d71-a77f-ba37089d205f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.658956] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 940.658956] env[69243]: value = "task-3689530" [ 940.658956] env[69243]: _type = "Task" [ 940.658956] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.667436] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for the task: (returnval){ [ 940.667436] env[69243]: value = "task-3689531" [ 940.667436] env[69243]: _type = "Task" [ 940.667436] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.676300] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.682588] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.731830] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.732688] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d6e2c1b-3dc7-4453-922e-444943f429ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.741305] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 940.741305] env[69243]: value = "task-3689532" [ 940.741305] env[69243]: _type = "Task" [ 940.741305] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.752989] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 940.753244] env[69243]: DEBUG nova.compute.manager [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.754014] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5e288e-1ff4-442c-8dcf-596c99c5c15e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.762649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.762649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.762649] env[69243]: DEBUG nova.network.neutron [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.878026] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689527, 'name': ReconfigVM_Task, 'duration_secs': 0.278615} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.878026] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Reconfigured VM instance instance-0000004a to attach disk [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff/b946ca86-6e3b-434d-8b89-51d2d8e905ff.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.878785] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c33e92-c2e7-4d48-be74-1b3b83002267 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.888107] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 940.888107] env[69243]: value = "task-3689533" [ 940.888107] env[69243]: _type = "Task" [ 940.888107] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.908294] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689533, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.922936] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.923347] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.923523] env[69243]: DEBUG nova.network.neutron [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.927656] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.985432] env[69243]: DEBUG nova.objects.instance [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lazy-loading 'numa_topology' on Instance uuid 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.014463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d96086b-314d-4830-929b-2020e65c0df5 tempest-ServersAdminTestJSON-1288467419 tempest-ServersAdminTestJSON-1288467419-project-member] Lock "4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.578s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.048901] env[69243]: DEBUG nova.network.neutron [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Updated VIF entry in instance network info cache for port a3401bb0-ffc5-4f50-ab15-9630606167b2. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.049320] env[69243]: DEBUG nova.network.neutron [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Updating instance_info_cache with network_info: [{"id": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "address": "fa:16:3e:b0:f5:c0", "network": {"id": "22bd1e1d-812d-402e-9381-3aafc0967f9b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1952125745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dcd861be15d4c1abef80610fee6c585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3401bb0-ff", "ovs_interfaceid": "a3401bb0-ffc5-4f50-ab15-9630606167b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.080251] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689528, 'name': Rename_Task, 'duration_secs': 0.167163} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.080640] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.080935] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f25ebdc-1ae7-419f-bd69-96d52aa18197 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.088633] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 941.088633] env[69243]: value = "task-3689534" [ 941.088633] env[69243]: _type = "Task" [ 941.088633] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.098067] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.162453] env[69243]: DEBUG nova.network.neutron [-] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.181126] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689530, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.181466] env[69243]: DEBUG oslo_vmware.api [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Task: {'id': task-3689531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151253} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.181790] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.181983] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.182169] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.182447] env[69243]: INFO nova.compute.manager [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Took 2.10 seconds to destroy the instance on the hypervisor. [ 941.182858] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.183844] env[69243]: DEBUG nova.compute.manager [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.183982] env[69243]: DEBUG nova.network.neutron [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.266753] env[69243]: DEBUG nova.network.neutron [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.409198] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689533, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.422509] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.486725] env[69243]: DEBUG nova.objects.base [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Object Instance<9b9116ad-9dd6-4078-b35d-67267b2ad5ae> lazy-loaded attributes: resources,numa_topology {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.512150] env[69243]: DEBUG nova.network.neutron [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.555271] env[69243]: DEBUG oslo_concurrency.lockutils [req-1a006d33-a6d6-47dd-bdd8-e48fdfd7d2d4 req-a0a688de-ee5a-4106-b26d-0203b2e8e70c service nova] Releasing lock "refresh_cache-5c607324-9db7-4651-aa1e-88e561356207" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.603883] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.665090] env[69243]: DEBUG nova.network.neutron [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Updating instance_info_cache with network_info: [{"id": "d4643447-88d3-4d91-9bba-b66ee79be45a", "address": "fa:16:3e:fe:3d:cd", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4643447-88", "ovs_interfaceid": "d4643447-88d3-4d91-9bba-b66ee79be45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.672576] env[69243]: INFO nova.compute.manager [-] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Took 2.40 seconds to deallocate network for instance. [ 941.680945] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689530, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.777113] env[69243]: DEBUG nova.network.neutron [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.804256] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef8065-e106-40f1-863f-f7857aa5c779 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.815022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec88140f-badc-4028-9914-b8cd28be6452 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.851839] env[69243]: DEBUG nova.network.neutron [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating instance_info_cache with network_info: [{"id": "de074e29-0300-4548-b2fe-f5d6da21ac61", "address": "fa:16:3e:e1:c8:f9", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde074e29-03", "ovs_interfaceid": "de074e29-0300-4548-b2fe-f5d6da21ac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.854707] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6c1b9-18c4-4bf4-b0a7-698c29f0732e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.864140] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0351fe-164c-4cda-b327-8d95c301dacd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.882248] env[69243]: DEBUG nova.compute.provider_tree [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.900739] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689533, 'name': Rename_Task, 'duration_secs': 0.982561} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.901033] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.901267] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a55ce0b7-0fd2-46f8-b6b6-d5093500217b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.908507] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 941.908507] env[69243]: value = "task-3689535" [ 941.908507] env[69243]: _type = "Task" [ 941.908507] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.919806] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.925437] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.102734] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.171345] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177948] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689530, 'name': PowerOffVM_Task, 'duration_secs': 1.239109} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.178926] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.180036] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.180426] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-251b48b7-77e3-4f00-a99e-b6199dd8ad30 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.183703] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.274949] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.275052] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.275383] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Deleting the datastore file [datastore2] 729eed82-b53c-4594-a5d3-dcb88518b2d3 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.277518] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe404f58-24be-4e34-b680-c37150e9b451 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.279482] env[69243]: INFO nova.compute.manager [-] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Took 1.10 seconds to deallocate network for instance. [ 942.286981] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for the task: (returnval){ [ 942.286981] env[69243]: value = "task-3689537" [ 942.286981] env[69243]: _type = "Task" [ 942.286981] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.296310] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.358764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.359135] env[69243]: DEBUG nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Instance network_info: |[{"id": "de074e29-0300-4548-b2fe-f5d6da21ac61", "address": "fa:16:3e:e1:c8:f9", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde074e29-03", "ovs_interfaceid": "de074e29-0300-4548-b2fe-f5d6da21ac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.360150] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c8:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de074e29-0300-4548-b2fe-f5d6da21ac61', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.372223] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Creating folder: Project (a3358f2632b54092a83f68652eb2229a). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.372618] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4116337-1301-4c72-b862-c5dc26a40904 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.385635] env[69243]: DEBUG nova.scheduler.client.report [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.391000] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Created folder: Project (a3358f2632b54092a83f68652eb2229a) in parent group-v734844. [ 942.392045] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Creating folder: Instances. Parent ref: group-v735063. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.392045] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d2f87c3-91fd-4fe5-9251-b04f5e35846a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.416022] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Created folder: Instances in parent group-v735063. [ 942.416508] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.420102] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.420638] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba1cd18-a44b-4d21-9092-69fcfcee00c4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.438886] env[69243]: DEBUG oslo_vmware.api [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689535, 'name': PowerOnVM_Task, 'duration_secs': 0.512825} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.439476] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.439691] env[69243]: DEBUG nova.compute.manager [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.440635] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0556368c-2470-493d-aafd-bf95a614f1e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.447711] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.448149] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.448149] env[69243]: value = "task-3689540" [ 942.448149] env[69243]: _type = "Task" [ 942.448149] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.462025] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689540, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.500922] env[69243]: DEBUG nova.compute.manager [req-ab2c6c59-8d34-4487-a267-54d13fc027ab req-324e3d00-f325-474b-92d2-70e453d30848 service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received event network-vif-deleted-7c81cdf0-d882-48a2-b91c-ed59397fa779 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.500922] env[69243]: DEBUG nova.compute.manager [req-ab2c6c59-8d34-4487-a267-54d13fc027ab req-324e3d00-f325-474b-92d2-70e453d30848 service nova] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Received event network-vif-deleted-8df7f4c7-0722-4721-8c91-356a2294e285 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.530738] env[69243]: DEBUG nova.compute.manager [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Received event network-changed-de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.531958] env[69243]: DEBUG nova.compute.manager [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Refreshing instance network info cache due to event network-changed-de074e29-0300-4548-b2fe-f5d6da21ac61. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.531958] env[69243]: DEBUG oslo_concurrency.lockutils [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] Acquiring lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.531958] env[69243]: DEBUG oslo_concurrency.lockutils [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] Acquired lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.531958] env[69243]: DEBUG nova.network.neutron [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Refreshing network info cache for port de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.546978] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.548610] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c8da8-8708-4db2-93aa-3b88bb6da1b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.561336] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.561678] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-703989e6-88dc-480b-bd24-df8740d1f29f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.605771] env[69243]: DEBUG oslo_vmware.api [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689534, 'name': PowerOnVM_Task, 'duration_secs': 1.126575} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.606083] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.606295] env[69243]: INFO nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Took 10.81 seconds to spawn the instance on the hypervisor. [ 942.606552] env[69243]: DEBUG nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.608044] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ecab8b-ca10-4d76-829a-ca594274a611 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.644157] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.644386] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.644590] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleting the datastore file [datastore2] 9166a706-3de8-4e37-9902-e9684477fdf5 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.644881] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a8c0db0-710b-4dca-8bbb-a436d17732f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.657019] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 942.657019] env[69243]: value = "task-3689542" [ 942.657019] env[69243]: _type = "Task" [ 942.657019] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.662704] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.791022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.798784] env[69243]: DEBUG oslo_vmware.api [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Task: {'id': task-3689537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268744} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.799493] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.799746] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.800023] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.800295] env[69243]: INFO nova.compute.manager [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Took 2.17 seconds to destroy the instance on the hypervisor. [ 942.800732] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.801014] env[69243]: DEBUG nova.compute.manager [-] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.801173] env[69243]: DEBUG nova.network.neutron [-] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.895376] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.421s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.897877] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.658s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.898070] env[69243]: DEBUG nova.objects.instance [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.936668] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.961191] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689540, 'name': CreateVM_Task, 'duration_secs': 0.453229} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.961950] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.962044] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.962210] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.962534] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.962783] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97855711-dffd-438a-8969-f4479d8d1319 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.972341] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 942.972341] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5225ed92-7a25-58f3-5a59-1c9b3d20eb28" [ 942.972341] env[69243]: _type = "Task" [ 942.972341] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.992920] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.993259] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5225ed92-7a25-58f3-5a59-1c9b3d20eb28, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.993523] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.994301] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.994301] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.994642] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.994706] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.994961] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cedc847d-f175-4711-a155-b44b71516d4b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.006374] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.006605] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.007309] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e319594d-3ba8-4dd4-94b2-14f918f5d4b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.013439] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 943.013439] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5212e0dc-f362-73dc-6dfb-15551297a91a" [ 943.013439] env[69243]: _type = "Task" [ 943.013439] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.022819] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5212e0dc-f362-73dc-6dfb-15551297a91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.128159] env[69243]: INFO nova.compute.manager [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Took 22.68 seconds to build instance. [ 943.167017] env[69243]: DEBUG oslo_vmware.api [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166613} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.167017] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.167017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.167017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.201417] env[69243]: INFO nova.scheduler.client.report [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted allocations for instance 9166a706-3de8-4e37-9902-e9684477fdf5 [ 943.416019] env[69243]: DEBUG oslo_concurrency.lockutils [None req-737bf983-6d95-4345-ab89-e274b60b8922 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.521s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.416019] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.801s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.416019] env[69243]: INFO nova.compute.manager [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Unshelving [ 943.433520] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.525614] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5212e0dc-f362-73dc-6dfb-15551297a91a, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.526477] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8281363-0d9b-4a49-be1a-9eff84d3309a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.532814] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 943.532814] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d70b70-1d57-4cc1-9322-8e63c42cb4a0" [ 943.532814] env[69243]: _type = "Task" [ 943.532814] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.543964] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d70b70-1d57-4cc1-9322-8e63c42cb4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.573640] env[69243]: DEBUG nova.network.neutron [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updated VIF entry in instance network info cache for port de074e29-0300-4548-b2fe-f5d6da21ac61. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.574071] env[69243]: DEBUG nova.network.neutron [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating instance_info_cache with network_info: [{"id": "de074e29-0300-4548-b2fe-f5d6da21ac61", "address": "fa:16:3e:e1:c8:f9", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde074e29-03", "ovs_interfaceid": "de074e29-0300-4548-b2fe-f5d6da21ac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.630022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bd1f5b48-4c9b-4328-9247-0eb0e322e86d tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.191s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.707819] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.783073] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.783357] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.783571] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.783754] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.783921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.786169] env[69243]: INFO nova.compute.manager [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Terminating instance [ 943.911769] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5c9578d9-72fb-4235-8669-6d82868cbeca tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.913624] env[69243]: DEBUG nova.network.neutron [-] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.913678] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.120s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.915489] env[69243]: INFO nova.compute.claims [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.934974] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.044617] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d70b70-1d57-4cc1-9322-8e63c42cb4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.044886] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.045174] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 12191b81-17b0-4d8d-b6de-d067e294908e/12191b81-17b0-4d8d-b6de-d067e294908e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.045450] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8593bbc-e23b-451b-81a9-304f9484b57a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.055378] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 944.055378] env[69243]: value = "task-3689543" [ 944.055378] env[69243]: _type = "Task" [ 944.055378] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.066760] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.077952] env[69243]: DEBUG oslo_concurrency.lockutils [req-eed056d9-51ff-4549-857d-ebf7e97125dd req-6835c389-83b8-4a29-bdf7-8f3e57c73bb3 service nova] Releasing lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.291180] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "refresh_cache-b946ca86-6e3b-434d-8b89-51d2d8e905ff" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.291436] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquired lock "refresh_cache-b946ca86-6e3b-434d-8b89-51d2d8e905ff" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.291623] env[69243]: DEBUG nova.network.neutron [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.420624] env[69243]: INFO nova.compute.manager [-] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Took 1.62 seconds to deallocate network for instance. [ 944.449538] env[69243]: DEBUG oslo_vmware.api [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Task: {'id': task-3689517, 'name': ReconfigVM_Task, 'duration_secs': 5.843368} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.450355] env[69243]: DEBUG oslo_concurrency.lockutils [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] Releasing lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.450843] env[69243]: DEBUG nova.virt.vmwareapi.vmops [req-1eca2473-2c0c-464f-8b27-94697ed5dffb req-4783c9b1-dbda-48d9-8b1c-7fa06dd5aff2 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Reconfigured VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 944.451618] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.057s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.452054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.454985] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.454985] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.457178] env[69243]: INFO nova.compute.manager [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Terminating instance [ 944.466421] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.514426] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "9166a706-3de8-4e37-9902-e9684477fdf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.567776] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689543, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.818908] env[69243]: DEBUG nova.network.neutron [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.883595] env[69243]: DEBUG nova.network.neutron [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.927706] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.969738] env[69243]: DEBUG nova.compute.manager [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.970782] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.976054] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2840f2-a175-4b46-b350-019193ac3850 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.986340] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.986664] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40cb9dde-92c6-4e75-b32c-46beaaf2ba0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.998698] env[69243]: DEBUG oslo_vmware.api [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 944.998698] env[69243]: value = "task-3689544" [ 944.998698] env[69243]: _type = "Task" [ 944.998698] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.008790] env[69243]: DEBUG oslo_vmware.api [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.070892] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534084} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.071500] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 12191b81-17b0-4d8d-b6de-d067e294908e/12191b81-17b0-4d8d-b6de-d067e294908e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.071967] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.072404] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f2c5da-90be-44b8-befb-1f0b76d34590 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.083696] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 945.083696] env[69243]: value = "task-3689545" [ 945.083696] env[69243]: _type = "Task" [ 945.083696] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.100912] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.292381] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea99711-3c6e-4da0-a6a7-cdc6b76c6f90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.305025] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0cc49e-c041-4304-aa06-99a06db5a46b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.312999] env[69243]: DEBUG nova.compute.manager [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Received event network-vif-unplugged-d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.313390] env[69243]: DEBUG oslo_concurrency.lockutils [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] Acquiring lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.313729] env[69243]: DEBUG oslo_concurrency.lockutils [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] Lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.316277] env[69243]: DEBUG oslo_concurrency.lockutils [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] Lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.316277] env[69243]: DEBUG nova.compute.manager [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] No waiting events found dispatching network-vif-unplugged-d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.316277] env[69243]: DEBUG nova.compute.manager [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Received event network-vif-unplugged-d4643447-88d3-4d91-9bba-b66ee79be45a for instance with task_state deleting. {{(pid=69243) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 945.316277] env[69243]: DEBUG nova.compute.manager [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Received event network-changed-d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.316277] env[69243]: DEBUG nova.compute.manager [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Refreshing instance network info cache due to event network-changed-d4643447-88d3-4d91-9bba-b66ee79be45a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.316277] env[69243]: DEBUG oslo_concurrency.lockutils [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] Acquiring lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.316277] env[69243]: DEBUG oslo_concurrency.lockutils [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] Acquired lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.316277] env[69243]: DEBUG nova.network.neutron [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Refreshing network info cache for port d4643447-88d3-4d91-9bba-b66ee79be45a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.349182] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785d4ec8-f2e0-43cd-820c-271e28d1c55c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.358840] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebb3a8a-535d-47ba-aef1-992779e33b2f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.376074] env[69243]: DEBUG nova.compute.provider_tree [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.386017] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Releasing lock "refresh_cache-b946ca86-6e3b-434d-8b89-51d2d8e905ff" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.386124] env[69243]: DEBUG nova.compute.manager [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.386276] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.387287] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a19f5c-929d-4e7e-a3f9-3c35ad9893ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.396804] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.397086] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d06cf8a1-d354-456d-8ebf-696d70b2faba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.405148] env[69243]: DEBUG oslo_vmware.api [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 945.405148] env[69243]: value = "task-3689546" [ 945.405148] env[69243]: _type = "Task" [ 945.405148] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.415594] env[69243]: DEBUG oslo_vmware.api [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.509097] env[69243]: DEBUG oslo_vmware.api [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689544, 'name': PowerOffVM_Task, 'duration_secs': 0.24506} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.509382] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.509550] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.509796] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b9945e-d18d-43ae-b59c-b52acdb3f2e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.576845] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.577094] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.577274] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleting the datastore file [datastore1] 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.577541] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c79f10-0b8d-4d25-89eb-75a2a7cd9eb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.584686] env[69243]: DEBUG oslo_vmware.api [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 945.584686] env[69243]: value = "task-3689548" [ 945.584686] env[69243]: _type = "Task" [ 945.584686] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.595695] env[69243]: DEBUG oslo_vmware.api [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.601083] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07906} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.601332] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.602239] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b32fddf-d19b-4e80-8670-276d9160f893 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.624842] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 12191b81-17b0-4d8d-b6de-d067e294908e/12191b81-17b0-4d8d-b6de-d067e294908e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.625575] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ce7ab7-fb90-4a52-8ce2-4d13bd091de2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.648845] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 945.648845] env[69243]: value = "task-3689549" [ 945.648845] env[69243]: _type = "Task" [ 945.648845] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.660984] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.879127] env[69243]: DEBUG nova.scheduler.client.report [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.915888] env[69243]: DEBUG oslo_vmware.api [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689546, 'name': PowerOffVM_Task, 'duration_secs': 0.271335} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.916208] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.916332] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.916576] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2753c745-67fb-443e-a7dd-6429cd40298a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.922594] env[69243]: DEBUG nova.network.neutron [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Updated VIF entry in instance network info cache for port d4643447-88d3-4d91-9bba-b66ee79be45a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.922847] env[69243]: DEBUG nova.network.neutron [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Updating instance_info_cache with network_info: [{"id": "d4643447-88d3-4d91-9bba-b66ee79be45a", "address": "fa:16:3e:fe:3d:cd", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": null, "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd4643447-88", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.950345] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.950760] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.950857] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Deleting the datastore file [datastore1] b946ca86-6e3b-434d-8b89-51d2d8e905ff {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.951102] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e964704-a6bb-451c-9296-f0fb27f3fa8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.959732] env[69243]: DEBUG oslo_vmware.api [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for the task: (returnval){ [ 945.959732] env[69243]: value = "task-3689551" [ 945.959732] env[69243]: _type = "Task" [ 945.959732] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.972195] env[69243]: DEBUG oslo_vmware.api [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.096868] env[69243]: DEBUG oslo_vmware.api [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171151} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.097653] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.097653] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.097807] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.097980] env[69243]: INFO nova.compute.manager [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 946.098289] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.098691] env[69243]: DEBUG nova.compute.manager [-] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.098795] env[69243]: DEBUG nova.network.neutron [-] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.161754] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.359111] env[69243]: DEBUG nova.compute.manager [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.360534] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543206a4-90a1-4566-b4a5-64b4eb2afdeb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.386486] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.387400] env[69243]: DEBUG nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.397433] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.272s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.404400] env[69243]: INFO nova.compute.claims [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.425754] env[69243]: DEBUG oslo_concurrency.lockutils [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] Releasing lock "refresh_cache-9166a706-3de8-4e37-9902-e9684477fdf5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.425754] env[69243]: DEBUG nova.compute.manager [req-44fb9b4e-203b-443b-b886-77bde5065c9a req-856bd8ff-4914-4820-b8be-a605a3ef5d83 service nova] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Received event network-vif-deleted-b6382200-c6a2-4967-a43f-00c3a54895bc {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.476178] env[69243]: DEBUG oslo_vmware.api [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Task: {'id': task-3689551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209969} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.479022] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.479022] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.479022] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.479022] env[69243]: INFO nova.compute.manager [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Took 1.09 seconds to destroy the instance on the hypervisor. [ 946.479022] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.479022] env[69243]: DEBUG nova.compute.manager [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.479022] env[69243]: DEBUG nova.network.neutron [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.514537] env[69243]: DEBUG nova.network.neutron [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.663837] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689549, 'name': ReconfigVM_Task, 'duration_secs': 0.697045} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.665089] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 12191b81-17b0-4d8d-b6de-d067e294908e/12191b81-17b0-4d8d-b6de-d067e294908e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.665745] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e47679fc-cea0-4cb0-b6cd-9d4bdcf05644 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.676326] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 946.676326] env[69243]: value = "task-3689552" [ 946.676326] env[69243]: _type = "Task" [ 946.676326] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.690190] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689552, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.874122] env[69243]: INFO nova.compute.manager [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] instance snapshotting [ 946.877393] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9045fdbd-2feb-4e6b-816a-968c554ea8ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.903165] env[69243]: DEBUG nova.compute.utils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.905726] env[69243]: DEBUG nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 946.906080] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf6d4b8-63e8-42fc-b136-75a8068de872 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.019024] env[69243]: DEBUG nova.network.neutron [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.058469] env[69243]: DEBUG nova.compute.manager [req-b7d50d95-2ff5-4ded-99de-d96463bf1862 req-7e21b846-1b1b-49d4-9e8a-a0f080d3f639 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Received event network-vif-deleted-9ad42b05-cc56-4197-be97-1cf4b39658c4 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.058921] env[69243]: INFO nova.compute.manager [req-b7d50d95-2ff5-4ded-99de-d96463bf1862 req-7e21b846-1b1b-49d4-9e8a-a0f080d3f639 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Neutron deleted interface 9ad42b05-cc56-4197-be97-1cf4b39658c4; detaching it from the instance and deleting it from the info cache [ 947.058921] env[69243]: DEBUG nova.network.neutron [req-b7d50d95-2ff5-4ded-99de-d96463bf1862 req-7e21b846-1b1b-49d4-9e8a-a0f080d3f639 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.109946] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Acquiring lock "64b72f9b-8335-42d5-b2bc-49d727859fef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.110247] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.110484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Acquiring lock "64b72f9b-8335-42d5-b2bc-49d727859fef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.110729] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.111315] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.114851] env[69243]: INFO nova.compute.manager [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Terminating instance [ 947.193353] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689552, 'name': Rename_Task, 'duration_secs': 0.381549} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.195149] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.195822] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a5dc85-882c-4539-931d-ec39e511a9b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.205499] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 947.205499] env[69243]: value = "task-3689553" [ 947.205499] env[69243]: _type = "Task" [ 947.205499] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.218365] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.415764] env[69243]: DEBUG nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.426027] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.426027] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1461bd4d-2c8d-4791-a67d-0b36ee1470f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.438709] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 947.438709] env[69243]: value = "task-3689554" [ 947.438709] env[69243]: _type = "Task" [ 947.438709] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.456591] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.478287] env[69243]: DEBUG nova.network.neutron [-] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.520665] env[69243]: INFO nova.compute.manager [-] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Took 1.04 seconds to deallocate network for instance. [ 947.565987] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6064027-7676-4b28-bf68-6e5ab79b7f60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.579443] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c86ff-e5ad-4821-9b96-53d5b7239b39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.623973] env[69243]: DEBUG nova.compute.manager [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.624704] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.626463] env[69243]: DEBUG nova.compute.manager [req-b7d50d95-2ff5-4ded-99de-d96463bf1862 req-7e21b846-1b1b-49d4-9e8a-a0f080d3f639 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Detach interface failed, port_id=9ad42b05-cc56-4197-be97-1cf4b39658c4, reason: Instance 79bb5716-5c70-48ba-93a2-29550db54d4e could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.632697] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-741058db-274f-443b-8af4-7fca551d1bde {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.645104] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 947.645104] env[69243]: value = "task-3689555" [ 947.645104] env[69243]: _type = "Task" [ 947.645104] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.661494] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.719825] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689553, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.833115] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bcdd90-3ec3-48f9-9039-f6662f2fc0fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.844214] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5136f-6ecd-47b0-ad7d-825a8b0cf842 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.878951] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e572f11-26d4-4190-9886-9cb5bb42571a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.891678] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d068409f-7776-413a-ab62-b35efacd53ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.908887] env[69243]: DEBUG nova.compute.provider_tree [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.953386] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.985732] env[69243]: INFO nova.compute.manager [-] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Took 1.89 seconds to deallocate network for instance. [ 948.032753] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.159148] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689555, 'name': PowerOffVM_Task, 'duration_secs': 0.278293} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.159148] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.159272] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.159400] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735013', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'name': 'volume-375626b6-ffe3-4e20-8d6a-510ac0108079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b72f9b-8335-42d5-b2bc-49d727859fef', 'attached_at': '', 'detached_at': '', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'serial': '375626b6-ffe3-4e20-8d6a-510ac0108079'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.160259] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d69c0a-fa3e-4363-91da-ef135accc329 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.187006] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2e202e-d1a0-4854-8a4a-e3f138c9f222 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.197754] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98360d6c-7737-4181-b622-523cda0b4b8d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.229869] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f3a439-5461-44b2-9646-785861b6056e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.252614] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] The volume has not been displaced from its original location: [datastore2] volume-375626b6-ffe3-4e20-8d6a-510ac0108079/volume-375626b6-ffe3-4e20-8d6a-510ac0108079.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 948.258163] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.258693] env[69243]: DEBUG oslo_vmware.api [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689553, 'name': PowerOnVM_Task, 'duration_secs': 0.807751} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.258977] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5268cb15-a321-4111-9c7b-b25f48baff7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.272929] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.273222] env[69243]: INFO nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Took 9.81 seconds to spawn the instance on the hypervisor. [ 948.273506] env[69243]: DEBUG nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.274500] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e372aa37-959f-49b0-9d95-bd9ad8d45923 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.288416] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 948.288416] env[69243]: value = "task-3689556" [ 948.288416] env[69243]: _type = "Task" [ 948.288416] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.299595] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.412528] env[69243]: DEBUG nova.scheduler.client.report [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.423729] env[69243]: DEBUG nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.451764] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.452224] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.452506] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.452818] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.453149] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.454136] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.454136] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.454136] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.454285] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.455539] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.455539] env[69243]: DEBUG nova.virt.hardware [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.456928] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c2469d-f3e5-4e2e-8d1f-e38b3e7b7631 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.466292] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689554, 'name': CreateSnapshot_Task, 'duration_secs': 0.960906} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.468501] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 948.469272] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed5659c-ac90-4619-b3aa-6031dd26f7c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.473123] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915cb62-5d08-4e28-932a-b022c2a98783 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.499349] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.500270] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.506250] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Creating folder: Project (18a39a0d5f334bdda763588302bd7e27). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.509026] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26be8c55-bc90-4ddb-bcda-fbaa7fc4a9f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.525419] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Created folder: Project (18a39a0d5f334bdda763588302bd7e27) in parent group-v734844. [ 948.525720] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Creating folder: Instances. Parent ref: group-v735067. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.526138] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07248052-a0c7-46c7-98ae-8b666ea32954 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.541174] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Created folder: Instances in parent group-v735067. [ 948.541707] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.541971] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.542628] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f528b8f-0526-4bb8-a353-f68f0dc83861 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.562889] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.562889] env[69243]: value = "task-3689559" [ 948.562889] env[69243]: _type = "Task" [ 948.562889] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.579554] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689559, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.804833] env[69243]: INFO nova.compute.manager [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Took 26.42 seconds to build instance. [ 948.812528] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689556, 'name': ReconfigVM_Task, 'duration_secs': 0.313419} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.812893] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 948.819815] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf6244ca-f581-4b59-a122-91f7d5c3fcc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.839338] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 948.839338] env[69243]: value = "task-3689560" [ 948.839338] env[69243]: _type = "Task" [ 948.839338] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.849759] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.918538] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.919178] env[69243]: DEBUG nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.922389] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.528s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.922389] env[69243]: DEBUG nova.objects.instance [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lazy-loading 'resources' on Instance uuid 7dbf198b-1462-4712-8641-cf72d2331919 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.018517] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 949.018885] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b18d8f61-925e-4458-b25d-3e53a463c5f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.029188] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 949.029188] env[69243]: value = "task-3689561" [ 949.029188] env[69243]: _type = "Task" [ 949.029188] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.038591] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689561, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.073902] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689559, 'name': CreateVM_Task, 'duration_secs': 0.472357} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.074104] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.074672] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.074782] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.075021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.075274] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c134a10-d368-49b1-8d62-1e3e91ef8afa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.081049] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 949.081049] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e7aff-32ac-e06a-bb18-2c9fce87c0da" [ 949.081049] env[69243]: _type = "Task" [ 949.081049] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.092138] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e7aff-32ac-e06a-bb18-2c9fce87c0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.308126] env[69243]: DEBUG oslo_concurrency.lockutils [None req-122a8c0b-eca3-4cb3-a08f-358e4bdca3c5 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.934s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.353196] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.427552] env[69243]: DEBUG nova.compute.utils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.431320] env[69243]: DEBUG nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 949.542269] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689561, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.594917] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e7aff-32ac-e06a-bb18-2c9fce87c0da, 'name': SearchDatastore_Task, 'duration_secs': 0.024763} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.597913] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.598779] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.598779] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.598887] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599523] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.599523] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060b7991-30be-470c-b142-1c303be49c54 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.610958] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.611198] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.614419] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3effd2b-052d-41a8-9877-c4914c6d73c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.622989] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 949.622989] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5253b198-0d68-4e0f-9cd5-0055d33230ee" [ 949.622989] env[69243]: _type = "Task" [ 949.622989] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.633582] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5253b198-0d68-4e0f-9cd5-0055d33230ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.725178] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fc7a15-9769-4e2f-a1af-f68de04b9acd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.733760] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf22979-5676-48bd-a5c4-f44fb6f4d3f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.767073] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb03c244-f523-450d-91c3-24b232b17b47 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.775428] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4ae8c-5183-444c-8c93-1b1907100812 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.789958] env[69243]: DEBUG nova.compute.provider_tree [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.851295] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.932542] env[69243]: DEBUG nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.937274] env[69243]: DEBUG nova.compute.manager [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Received event network-changed-de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.937541] env[69243]: DEBUG nova.compute.manager [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Refreshing instance network info cache due to event network-changed-de074e29-0300-4548-b2fe-f5d6da21ac61. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.937782] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] Acquiring lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.937958] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] Acquired lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.938923] env[69243]: DEBUG nova.network.neutron [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Refreshing network info cache for port de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.043783] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689561, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.136783] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5253b198-0d68-4e0f-9cd5-0055d33230ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.137631] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80706a76-b3ba-494b-88ce-c67297846da7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.145881] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 950.145881] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cdef6a-3712-3a13-6913-a8ce2ac6dab4" [ 950.145881] env[69243]: _type = "Task" [ 950.145881] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.155261] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cdef6a-3712-3a13-6913-a8ce2ac6dab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.293769] env[69243]: DEBUG nova.scheduler.client.report [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.355459] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689560, 'name': ReconfigVM_Task, 'duration_secs': 1.153274} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.355459] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735013', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'name': 'volume-375626b6-ffe3-4e20-8d6a-510ac0108079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64b72f9b-8335-42d5-b2bc-49d727859fef', 'attached_at': '', 'detached_at': '', 'volume_id': '375626b6-ffe3-4e20-8d6a-510ac0108079', 'serial': '375626b6-ffe3-4e20-8d6a-510ac0108079'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 950.355459] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.355459] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d3ab7d-89ba-4861-ad42-aa1df0c07fec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.363107] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.363365] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4783c23-50ce-4728-986c-c3d0f9439278 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.443384] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.443599] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.443759] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Deleting the datastore file [datastore2] 64b72f9b-8335-42d5-b2bc-49d727859fef {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.444291] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cdfe3df-9504-4f0a-bc19-b66241482a66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.454023] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for the task: (returnval){ [ 950.454023] env[69243]: value = "task-3689563" [ 950.454023] env[69243]: _type = "Task" [ 950.454023] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.461384] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.546739] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689561, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.662577] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cdef6a-3712-3a13-6913-a8ce2ac6dab4, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.662577] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.662577] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] c79bde56-2b19-4172-9452-23e6ac62b139/c79bde56-2b19-4172-9452-23e6ac62b139.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.662577] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e471c5-c9fd-4716-9a4a-68f7cf3a1e4b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.670729] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 950.670729] env[69243]: value = "task-3689564" [ 950.670729] env[69243]: _type = "Task" [ 950.670729] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.680604] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.800583] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.801418] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.520s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.803479] env[69243]: INFO nova.compute.claims [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.827748] env[69243]: INFO nova.scheduler.client.report [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Deleted allocations for instance 7dbf198b-1462-4712-8641-cf72d2331919 [ 950.946034] env[69243]: DEBUG nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.965786] env[69243]: DEBUG oslo_vmware.api [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Task: {'id': task-3689563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.968819] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.969324] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.969691] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.970103] env[69243]: INFO nova.compute.manager [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Took 3.35 seconds to destroy the instance on the hypervisor. [ 950.970585] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.971343] env[69243]: DEBUG nova.compute.manager [-] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.971605] env[69243]: DEBUG nova.network.neutron [-] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.985548] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.985800] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.986134] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.986219] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.986705] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.986705] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.987057] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.987057] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.987163] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.987325] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.987504] env[69243]: DEBUG nova.virt.hardware [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.988542] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1863a1d8-f9c4-490d-b3cc-b65e74408c79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.997953] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dc0b70-b999-4a0a-a248-f0a5795c0ad6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.015968] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.021898] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.022295] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.022556] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83204de7-e904-4470-9eaf-882e9b004875 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.052306] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689561, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.054193] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.054193] env[69243]: value = "task-3689565" [ 951.054193] env[69243]: _type = "Task" [ 951.054193] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.064652] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689565, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.185468] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.337985] env[69243]: DEBUG oslo_concurrency.lockutils [None req-145c7535-f1e6-441c-bd3e-3baef6965e45 tempest-TenantUsagesTestJSON-1370535437 tempest-TenantUsagesTestJSON-1370535437-project-member] Lock "7dbf198b-1462-4712-8641-cf72d2331919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.795s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.385748] env[69243]: DEBUG nova.network.neutron [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updated VIF entry in instance network info cache for port de074e29-0300-4548-b2fe-f5d6da21ac61. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.386180] env[69243]: DEBUG nova.network.neutron [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating instance_info_cache with network_info: [{"id": "de074e29-0300-4548-b2fe-f5d6da21ac61", "address": "fa:16:3e:e1:c8:f9", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde074e29-03", "ovs_interfaceid": "de074e29-0300-4548-b2fe-f5d6da21ac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.555027] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689561, 'name': CloneVM_Task, 'duration_secs': 2.057074} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.555027] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Created linked-clone VM from snapshot [ 951.555027] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c314f-b6b2-4404-bc71-792f1a33fce2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.566227] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Uploading image 7e9efcdd-32cf-415a-b07a-da163104a3c6 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 951.571751] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689565, 'name': CreateVM_Task, 'duration_secs': 0.430671} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.572025] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.572356] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.572519] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.573434] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.573434] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbedb34a-95f9-4207-af07-f54da747c7bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.581419] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 951.581419] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52314f3c-4032-5103-e2b7-7c9f9c8441f7" [ 951.581419] env[69243]: _type = "Task" [ 951.581419] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.593155] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52314f3c-4032-5103-e2b7-7c9f9c8441f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.597078] env[69243]: DEBUG nova.compute.manager [req-887e2420-4c08-4391-ad70-0341345d9966 req-c8359a78-d29c-4130-923a-d8a3b187f637 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Received event network-vif-deleted-e9dbeb76-8fe3-4584-8540-fb7201eed723 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.597318] env[69243]: INFO nova.compute.manager [req-887e2420-4c08-4391-ad70-0341345d9966 req-c8359a78-d29c-4130-923a-d8a3b187f637 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Neutron deleted interface e9dbeb76-8fe3-4584-8540-fb7201eed723; detaching it from the instance and deleting it from the info cache [ 951.597434] env[69243]: DEBUG nova.network.neutron [req-887e2420-4c08-4391-ad70-0341345d9966 req-c8359a78-d29c-4130-923a-d8a3b187f637 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.600347] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 951.600347] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29ec9ab1-c281-4c79-9b26-b3df1a1b0e15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.612030] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 951.612030] env[69243]: value = "task-3689566" [ 951.612030] env[69243]: _type = "Task" [ 951.612030] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.622138] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689566, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.680545] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554905} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.680981] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] c79bde56-2b19-4172-9452-23e6ac62b139/c79bde56-2b19-4172-9452-23e6ac62b139.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.681440] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.681994] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4beb0a54-9dcd-448c-9826-eb585b7f5908 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.692543] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 951.692543] env[69243]: value = "task-3689567" [ 951.692543] env[69243]: _type = "Task" [ 951.692543] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.706792] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.892526] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c6b1401-58cd-4eea-9056-98a62803c186 req-cad75c04-3cf7-48ea-9e28-e3aaa8418b83 service nova] Releasing lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.015694] env[69243]: DEBUG nova.network.neutron [-] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.111038] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0af46ac1-c2ef-4337-be0b-f1e98cfe5407 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.111038] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52314f3c-4032-5103-e2b7-7c9f9c8441f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.111038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.111038] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.111038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.111038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.111038] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.113340] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-904ee49e-39b0-40ad-920a-88d501f609fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.126565] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d24e77-b06c-489e-bc34-50e282350110 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.141043] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.141270] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.142151] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689566, 'name': Destroy_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.143151] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd241b0-cc46-4462-a088-c4347a4c6a56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.155575] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 952.155575] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526225c4-e08a-aab3-03bf-81aa0d5b524f" [ 952.155575] env[69243]: _type = "Task" [ 952.155575] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.174327] env[69243]: DEBUG nova.compute.manager [req-887e2420-4c08-4391-ad70-0341345d9966 req-c8359a78-d29c-4130-923a-d8a3b187f637 service nova] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Detach interface failed, port_id=e9dbeb76-8fe3-4584-8540-fb7201eed723, reason: Instance 64b72f9b-8335-42d5-b2bc-49d727859fef could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.187478] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526225c4-e08a-aab3-03bf-81aa0d5b524f, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.188343] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b126888d-bdcc-4cd4-8538-ff4d281216f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.194793] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 952.194793] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5280d94b-e2e2-112a-4abb-93f480204f3a" [ 952.194793] env[69243]: _type = "Task" [ 952.194793] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.207212] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074648} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.211684] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.211947] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5280d94b-e2e2-112a-4abb-93f480204f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.216021] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3917e7b5-c672-412a-8d90-243570ec63bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.216021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.216021] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.216305] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-226eabb4-00f1-4e59-aaaf-7ad3c3dd1867 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.240125] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c79bde56-2b19-4172-9452-23e6ac62b139/c79bde56-2b19-4172-9452-23e6ac62b139.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.244483] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db019104-c087-4fd8-8d2c-1e82b248c70e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.259805] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 952.259805] env[69243]: value = "task-3689568" [ 952.259805] env[69243]: _type = "Task" [ 952.259805] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.268739] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 952.268739] env[69243]: value = "task-3689569" [ 952.268739] env[69243]: _type = "Task" [ 952.268739] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.272319] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.284785] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.291682] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0399a73e-0600-435d-b7f4-c223cf878e0b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.304141] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157f3cf4-4462-4a06-9677-f854b0e763da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.338699] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33de045-dbdf-4268-bf1c-ca9cd9651866 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.349040] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc600958-2fb4-4a60-ab4a-e44ed31278e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.367142] env[69243]: DEBUG nova.compute.provider_tree [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.520079] env[69243]: INFO nova.compute.manager [-] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Took 1.55 seconds to deallocate network for instance. [ 952.621156] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689566, 'name': Destroy_Task, 'duration_secs': 0.79988} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.621437] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Destroyed the VM [ 952.621679] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 952.621948] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f95356be-9f28-460b-8f3a-66c1243d2d52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.632696] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 952.632696] env[69243]: value = "task-3689570" [ 952.632696] env[69243]: _type = "Task" [ 952.632696] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.650349] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.772661] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517487} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.777676] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.777676] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.778294] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-612c9eb0-1728-4cc2-b4e5-16828dc6f21a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.787485] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.790198] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 952.790198] env[69243]: value = "task-3689571" [ 952.790198] env[69243]: _type = "Task" [ 952.790198] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.800155] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.870375] env[69243]: DEBUG nova.scheduler.client.report [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.088633] env[69243]: INFO nova.compute.manager [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Took 0.57 seconds to detach 1 volumes for instance. [ 953.090841] env[69243]: DEBUG nova.compute.manager [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Deleting volume: 375626b6-ffe3-4e20-8d6a-510ac0108079 {{(pid=69243) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 953.151331] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.285874] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689569, 'name': ReconfigVM_Task, 'duration_secs': 0.537924} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.286150] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c79bde56-2b19-4172-9452-23e6ac62b139/c79bde56-2b19-4172-9452-23e6ac62b139.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.286789] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c4c7fe3-4687-44dd-ace2-6152e298c7e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.297409] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 953.297409] env[69243]: value = "task-3689573" [ 953.297409] env[69243]: _type = "Task" [ 953.297409] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.303592] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293823} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.304528] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.305426] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a5da49-3c66-46b8-869d-8707d049f848 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.313296] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689573, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.333896] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.333896] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7ba1e2-cb22-4205-a711-e14d37def578 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.358026] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 953.358026] env[69243]: value = "task-3689574" [ 953.358026] env[69243]: _type = "Task" [ 953.358026] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.367750] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.376222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.376758] env[69243]: DEBUG nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.379820] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.402s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.380043] env[69243]: DEBUG nova.objects.instance [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 953.646441] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.646441] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689570, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.729782] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.730049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.811180] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689573, 'name': Rename_Task, 'duration_secs': 0.202634} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.811180] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.811180] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1882e881-2228-46c4-b303-a7c03fe6acae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.820225] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 953.820225] env[69243]: value = "task-3689575" [ 953.820225] env[69243]: _type = "Task" [ 953.820225] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.828580] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.873499] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689574, 'name': ReconfigVM_Task, 'duration_secs': 0.331441} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.873499] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.873499] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e5c7bfb-1e7c-483c-a941-6d28cb0e28f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.883421] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 953.883421] env[69243]: value = "task-3689576" [ 953.883421] env[69243]: _type = "Task" [ 953.883421] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.885989] env[69243]: DEBUG nova.compute.utils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.899507] env[69243]: DEBUG nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.901088] env[69243]: DEBUG nova.network.neutron [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.902618] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "bfb7373c-7300-4893-adde-9c10ffe82ab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.902851] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.913061] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689576, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.975979] env[69243]: DEBUG nova.policy [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fb19bc1a2b40ddab2748b2935d23cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d77a7d9451c446d841416b3f30617cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.145207] env[69243]: DEBUG oslo_vmware.api [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689570, 'name': RemoveSnapshot_Task, 'duration_secs': 1.485052} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.145484] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.234166] env[69243]: DEBUG nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.317845] env[69243]: DEBUG nova.network.neutron [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Successfully created port: fe286f12-12a8-4853-a542-8f54df7f15b7 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.334666] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.401416] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b2e12fc3-e2b5-4b0e-a861-47a93856de4c tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.402684] env[69243]: DEBUG nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.405505] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689576, 'name': Rename_Task, 'duration_secs': 0.236064} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.405505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.943s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.408154] env[69243]: INFO nova.compute.claims [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.411422] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.412421] env[69243]: DEBUG nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.414610] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41204088-99d7-4afa-a3dc-12dce283566a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.424774] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 954.424774] env[69243]: value = "task-3689577" [ 954.424774] env[69243]: _type = "Task" [ 954.424774] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.435088] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.650463] env[69243]: WARNING nova.compute.manager [None req-c449bb14-de4d-4c05-b331-7d513f14da5c tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Image not found during snapshot: nova.exception.ImageNotFound: Image 7e9efcdd-32cf-415a-b07a-da163104a3c6 could not be found. [ 954.759075] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.829553] env[69243]: DEBUG oslo_vmware.api [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689575, 'name': PowerOnVM_Task, 'duration_secs': 0.573089} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.829873] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.830662] env[69243]: INFO nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Took 6.41 seconds to spawn the instance on the hypervisor. [ 954.830662] env[69243]: DEBUG nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.831539] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfecd23-13e0-46a7-8222-61761b676f00 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.943169] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.950677] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.120767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "221f80a2-bece-4847-9d1e-c74d690e93e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.121054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.121270] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "221f80a2-bece-4847-9d1e-c74d690e93e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.121454] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.121631] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.123922] env[69243]: INFO nova.compute.manager [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Terminating instance [ 955.351517] env[69243]: INFO nova.compute.manager [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Took 27.58 seconds to build instance. [ 955.420222] env[69243]: DEBUG nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.440923] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.450174] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.451036] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.451036] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.451036] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.451390] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.451390] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.451619] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.451845] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.451997] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.452191] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.452437] env[69243]: DEBUG nova.virt.hardware [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.453369] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69774103-1f90-44c1-abcd-73e0d6fd6b3c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.464693] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64dc688-0552-48dc-a798-559533c68918 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.627755] env[69243]: DEBUG nova.compute.manager [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.628095] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.628964] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81488c8-17b1-427b-85b8-f4aa9eff5625 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.637431] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.637720] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6502ec6d-39fe-4368-9978-ba2f30b7532b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.645588] env[69243]: DEBUG oslo_vmware.api [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 955.645588] env[69243]: value = "task-3689578" [ 955.645588] env[69243]: _type = "Task" [ 955.645588] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.657604] env[69243]: DEBUG oslo_vmware.api [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.691231] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440dcfcf-b450-49b5-b96d-3ddd36c6cd2d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.699668] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470b1e32-42df-4e2a-971a-3eeb6783fae4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.734577] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05e480-6703-41f3-82c2-f7592851a5c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.743524] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e26bed-6dd7-464a-ab55-2ec06af99c42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.758758] env[69243]: DEBUG nova.compute.provider_tree [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.805060] env[69243]: DEBUG nova.compute.manager [req-19d5ae81-7d0d-41fd-a4d5-da1763768080 req-58096711-8ea8-40d5-a337-c778865a62de service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Received event network-vif-plugged-fe286f12-12a8-4853-a542-8f54df7f15b7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.805296] env[69243]: DEBUG oslo_concurrency.lockutils [req-19d5ae81-7d0d-41fd-a4d5-da1763768080 req-58096711-8ea8-40d5-a337-c778865a62de service nova] Acquiring lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.805510] env[69243]: DEBUG oslo_concurrency.lockutils [req-19d5ae81-7d0d-41fd-a4d5-da1763768080 req-58096711-8ea8-40d5-a337-c778865a62de service nova] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.805676] env[69243]: DEBUG oslo_concurrency.lockutils [req-19d5ae81-7d0d-41fd-a4d5-da1763768080 req-58096711-8ea8-40d5-a337-c778865a62de service nova] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.805842] env[69243]: DEBUG nova.compute.manager [req-19d5ae81-7d0d-41fd-a4d5-da1763768080 req-58096711-8ea8-40d5-a337-c778865a62de service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] No waiting events found dispatching network-vif-plugged-fe286f12-12a8-4853-a542-8f54df7f15b7 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.806015] env[69243]: WARNING nova.compute.manager [req-19d5ae81-7d0d-41fd-a4d5-da1763768080 req-58096711-8ea8-40d5-a337-c778865a62de service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Received unexpected event network-vif-plugged-fe286f12-12a8-4853-a542-8f54df7f15b7 for instance with vm_state building and task_state spawning. [ 955.853685] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102f7a2d-e654-4390-b1d7-97c184ec60a4 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "c79bde56-2b19-4172-9452-23e6ac62b139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.085s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.897102] env[69243]: DEBUG nova.network.neutron [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Successfully updated port: fe286f12-12a8-4853-a542-8f54df7f15b7 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.941116] env[69243]: DEBUG oslo_vmware.api [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689577, 'name': PowerOnVM_Task, 'duration_secs': 1.059644} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.941678] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.941881] env[69243]: INFO nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Took 5.00 seconds to spawn the instance on the hypervisor. [ 955.942074] env[69243]: DEBUG nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.942918] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff125bf-2a2e-4976-8b48-40e545efd728 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.157937] env[69243]: DEBUG oslo_vmware.api [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689578, 'name': PowerOffVM_Task, 'duration_secs': 0.213353} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.158760] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.158760] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.158909] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20152756-8138-4721-ac7c-af84de4a9702 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.238455] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.238605] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.238816] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleting the datastore file [datastore2] 221f80a2-bece-4847-9d1e-c74d690e93e3 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.239121] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81c7c39c-77b5-4ff9-b014-eb1f9cfbd1bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.246603] env[69243]: DEBUG oslo_vmware.api [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for the task: (returnval){ [ 956.246603] env[69243]: value = "task-3689580" [ 956.246603] env[69243]: _type = "Task" [ 956.246603] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.255351] env[69243]: DEBUG oslo_vmware.api [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.262358] env[69243]: DEBUG nova.scheduler.client.report [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.400454] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "refresh_cache-2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.400779] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "refresh_cache-2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.400821] env[69243]: DEBUG nova.network.neutron [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.458999] env[69243]: INFO nova.compute.manager [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Took 27.35 seconds to build instance. [ 956.758672] env[69243]: DEBUG oslo_vmware.api [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Task: {'id': task-3689580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142443} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.759026] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.759207] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.759779] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.759980] env[69243]: INFO nova.compute.manager [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 956.760233] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.760426] env[69243]: DEBUG nova.compute.manager [-] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.760551] env[69243]: DEBUG nova.network.neutron [-] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.767100] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.767551] env[69243]: DEBUG nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.770194] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.586s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.770329] env[69243]: DEBUG nova.objects.instance [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lazy-loading 'resources' on Instance uuid 9f790500-5984-4b3a-9bfb-6b556d4f4dfb {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.954863] env[69243]: DEBUG nova.network.neutron [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.960248] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0e44079a-fd5e-465e-a5a2-e8dd45403517 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "8f247fca-d72a-4e19-8075-8f77fff61c59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.861s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.274505] env[69243]: DEBUG nova.compute.utils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.276396] env[69243]: DEBUG nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.276827] env[69243]: DEBUG nova.network.neutron [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.331938] env[69243]: DEBUG nova.policy [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1cdccaf34064a0aaea3a4226e09e687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d857453bea2464db8e331a728379467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.349549] env[69243]: INFO nova.compute.manager [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Rebuilding instance [ 957.419400] env[69243]: DEBUG nova.compute.manager [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.421552] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39faccea-7e3c-4594-a4cf-b705eeb3c55d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.506536] env[69243]: DEBUG nova.network.neutron [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Updating instance_info_cache with network_info: [{"id": "fe286f12-12a8-4853-a542-8f54df7f15b7", "address": "fa:16:3e:d8:5f:b4", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe286f12-12", "ovs_interfaceid": "fe286f12-12a8-4853-a542-8f54df7f15b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.523289] env[69243]: DEBUG nova.network.neutron [-] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.636264] env[69243]: DEBUG nova.network.neutron [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Successfully created port: 607dfdd0-e494-40e2-8866-30d4ad78a772 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.695498] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70cb842-62fe-43b3-9bdb-495e19d57603 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.704935] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c49f58-ea43-4276-ab14-1615e1e0a553 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.740655] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc242a-243c-4b8b-86a4-044544cb62be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.750440] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1462fbe9-eab2-4f5a-9f83-1b69db236922 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.767737] env[69243]: DEBUG nova.compute.provider_tree [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.776832] env[69243]: DEBUG nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.852054] env[69243]: DEBUG nova.compute.manager [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Received event network-changed-fe286f12-12a8-4853-a542-8f54df7f15b7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.852245] env[69243]: DEBUG nova.compute.manager [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Refreshing instance network info cache due to event network-changed-fe286f12-12a8-4853-a542-8f54df7f15b7. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.852452] env[69243]: DEBUG oslo_concurrency.lockutils [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] Acquiring lock "refresh_cache-2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.008660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "refresh_cache-2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.009088] env[69243]: DEBUG nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Instance network_info: |[{"id": "fe286f12-12a8-4853-a542-8f54df7f15b7", "address": "fa:16:3e:d8:5f:b4", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe286f12-12", "ovs_interfaceid": "fe286f12-12a8-4853-a542-8f54df7f15b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.009431] env[69243]: DEBUG oslo_concurrency.lockutils [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] Acquired lock "refresh_cache-2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.009659] env[69243]: DEBUG nova.network.neutron [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Refreshing network info cache for port fe286f12-12a8-4853-a542-8f54df7f15b7 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.011047] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:5f:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe286f12-12a8-4853-a542-8f54df7f15b7', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.023366] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.024376] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.024787] env[69243]: INFO nova.compute.manager [-] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Took 1.26 seconds to deallocate network for instance. [ 958.024999] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a300bd1c-fc11-4841-a445-494a78930fef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.054169] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.054169] env[69243]: value = "task-3689581" [ 958.054169] env[69243]: _type = "Task" [ 958.054169] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.064166] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689581, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.272048] env[69243]: DEBUG nova.scheduler.client.report [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.439636] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.440063] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-345cc822-bf66-47c4-ad4a-3bbf9a4ddfc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.449665] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 958.449665] env[69243]: value = "task-3689582" [ 958.449665] env[69243]: _type = "Task" [ 958.449665] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.458602] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.548685] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.565808] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689581, 'name': CreateVM_Task, 'duration_secs': 0.47243} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.565808] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.566568] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.566747] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.567196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.567489] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1623b2-bb42-483f-8a6f-5721099773e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.572788] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 958.572788] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b60d7e-66b4-d826-daf4-7096ea20023c" [ 958.572788] env[69243]: _type = "Task" [ 958.572788] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.583348] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b60d7e-66b4-d826-daf4-7096ea20023c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.778734] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.780965] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.994s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.781619] env[69243]: DEBUG nova.objects.instance [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lazy-loading 'resources' on Instance uuid edb8f8bf-02a1-4062-91ea-dbc69505468d {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.786183] env[69243]: DEBUG nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.817205] env[69243]: INFO nova.scheduler.client.report [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Deleted allocations for instance 9f790500-5984-4b3a-9bfb-6b556d4f4dfb [ 958.828856] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.829961] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.830161] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.830359] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.830503] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.830779] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.831067] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.831242] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.831410] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.831570] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.831756] env[69243]: DEBUG nova.virt.hardware [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.832882] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af95dc69-620a-4338-8cd7-d3309a4c2ff2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.844692] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100cb0ec-7cfa-4d3c-a7a6-f72e8ea1425c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.882308] env[69243]: DEBUG nova.network.neutron [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Updated VIF entry in instance network info cache for port fe286f12-12a8-4853-a542-8f54df7f15b7. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.882661] env[69243]: DEBUG nova.network.neutron [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Updating instance_info_cache with network_info: [{"id": "fe286f12-12a8-4853-a542-8f54df7f15b7", "address": "fa:16:3e:d8:5f:b4", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe286f12-12", "ovs_interfaceid": "fe286f12-12a8-4853-a542-8f54df7f15b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.960690] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689582, 'name': PowerOffVM_Task, 'duration_secs': 0.155694} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.961101] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.961376] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.962158] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd31088c-75cf-4888-ad54-870255ec5e5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.970151] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.970497] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3236028-afbb-4581-8355-bc98e5866b18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.005145] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.005411] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.005612] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleting the datastore file [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.005900] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-885c75a5-4e43-4ac5-aa3d-ec3826cb037d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.013492] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 959.013492] env[69243]: value = "task-3689584" [ 959.013492] env[69243]: _type = "Task" [ 959.013492] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.023269] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.086333] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b60d7e-66b4-d826-daf4-7096ea20023c, 'name': SearchDatastore_Task, 'duration_secs': 0.013374} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.086631] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.086828] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.087105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.087271] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.087879] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.087879] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35bb981-2137-4081-a22b-8f19a7c3cabb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.108349] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.108582] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.109351] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995ff03d-537f-4906-8efa-f5d35a500c7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.115732] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 959.115732] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5227e011-8019-7074-b9ed-0e36b5c98769" [ 959.115732] env[69243]: _type = "Task" [ 959.115732] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.124835] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5227e011-8019-7074-b9ed-0e36b5c98769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.332608] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06582b94-bcc6-43db-a496-d44ba912e859 tempest-ServersTestMultiNic-1545959883 tempest-ServersTestMultiNic-1545959883-project-member] Lock "9f790500-5984-4b3a-9bfb-6b556d4f4dfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.820s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.388208] env[69243]: DEBUG oslo_concurrency.lockutils [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] Releasing lock "refresh_cache-2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.388208] env[69243]: DEBUG nova.compute.manager [req-49e99bc0-4435-43d0-91ae-71832f4af11c req-d078c6de-d136-4711-b7de-50061f1f9238 service nova] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Received event network-vif-deleted-1959174c-fdea-4003-bf20-92fc8ef98337 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.393788] env[69243]: DEBUG nova.network.neutron [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Successfully updated port: 607dfdd0-e494-40e2-8866-30d4ad78a772 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.476834] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "b27b5c15-da1a-4999-a185-b37c2b0c416b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.477118] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.477315] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "b27b5c15-da1a-4999-a185-b37c2b0c416b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.477497] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.477734] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.483902] env[69243]: INFO nova.compute.manager [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Terminating instance [ 959.528023] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218175} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.528267] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.528483] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.528700] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.555210] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ab58c4-2ef6-4f19-b125-0ccc6f27b7e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.563355] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669780c8-8ddf-4a0d-8e45-968f1590e326 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.593894] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e59508b-1c84-4f5c-9434-7e13d0780227 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.601015] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd64c14-8928-4a99-ac87-0d316b889fc9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.614408] env[69243]: DEBUG nova.compute.provider_tree [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.625484] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5227e011-8019-7074-b9ed-0e36b5c98769, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.626245] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71b9d7e-fdc0-46c7-839f-c3b8fda0114f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.631649] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 959.631649] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5287012a-4b3a-145c-544f-267ce39d72ba" [ 959.631649] env[69243]: _type = "Task" [ 959.631649] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.638791] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5287012a-4b3a-145c-544f-267ce39d72ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.899316] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-38b91606-9bc3-4177-8be4-88c07ecc9b03" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.899539] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-38b91606-9bc3-4177-8be4-88c07ecc9b03" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.899730] env[69243]: DEBUG nova.network.neutron [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.987958] env[69243]: DEBUG nova.compute.manager [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.988258] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.989648] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e69b8ed-7f3c-4ac9-ac7f-88b2ee461583 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.000496] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.000788] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbd725aa-a065-47d8-a199-30c17f5ad5ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.008063] env[69243]: DEBUG oslo_vmware.api [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 960.008063] env[69243]: value = "task-3689585" [ 960.008063] env[69243]: _type = "Task" [ 960.008063] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.018587] env[69243]: DEBUG oslo_vmware.api [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.105620] env[69243]: DEBUG nova.compute.manager [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Received event network-vif-plugged-607dfdd0-e494-40e2-8866-30d4ad78a772 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.107909] env[69243]: DEBUG oslo_concurrency.lockutils [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] Acquiring lock "38b91606-9bc3-4177-8be4-88c07ecc9b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.108091] env[69243]: DEBUG oslo_concurrency.lockutils [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.108272] env[69243]: DEBUG oslo_concurrency.lockutils [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.108447] env[69243]: DEBUG nova.compute.manager [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] No waiting events found dispatching network-vif-plugged-607dfdd0-e494-40e2-8866-30d4ad78a772 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.108660] env[69243]: WARNING nova.compute.manager [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Received unexpected event network-vif-plugged-607dfdd0-e494-40e2-8866-30d4ad78a772 for instance with vm_state building and task_state spawning. [ 960.108836] env[69243]: DEBUG nova.compute.manager [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Received event network-changed-607dfdd0-e494-40e2-8866-30d4ad78a772 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.108992] env[69243]: DEBUG nova.compute.manager [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Refreshing instance network info cache due to event network-changed-607dfdd0-e494-40e2-8866-30d4ad78a772. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.109182] env[69243]: DEBUG oslo_concurrency.lockutils [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] Acquiring lock "refresh_cache-38b91606-9bc3-4177-8be4-88c07ecc9b03" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.120906] env[69243]: DEBUG nova.scheduler.client.report [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.144884] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5287012a-4b3a-145c-544f-267ce39d72ba, 'name': SearchDatastore_Task, 'duration_secs': 0.037233} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.145699] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.145960] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2/2de56afd-b74d-4af0-8a19-5aa8dc63dcf2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.146231] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f4b9aa-72a5-4cc2-8a31-e9d8d44f69b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.154112] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 960.154112] env[69243]: value = "task-3689586" [ 960.154112] env[69243]: _type = "Task" [ 960.154112] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.164539] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.438497] env[69243]: DEBUG nova.network.neutron [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.523151] env[69243]: DEBUG oslo_vmware.api [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689585, 'name': PowerOffVM_Task, 'duration_secs': 0.222208} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.523427] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.523427] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.524491] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbb335a7-09fe-4ec4-9771-f6cec542312a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.569504] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.570587] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.570587] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.570587] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.570587] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.570815] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.571045] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.571174] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.571317] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.571476] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.571727] env[69243]: DEBUG nova.virt.hardware [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.572789] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f288ee1d-2720-486f-9e4d-21675cbada9b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.582524] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554de52-2553-4eed-9864-0834cdc0c26c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.606026] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.609611] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.611447] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.611763] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.611963] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.612180] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleting the datastore file [datastore1] b27b5c15-da1a-4999-a185-b37c2b0c416b {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.612447] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e7fe935-88c4-4066-ab15-11ae636b1178 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.625588] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f65269e-cc11-4a3a-a8be-9569c523b3b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.628728] env[69243]: DEBUG nova.network.neutron [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Updating instance_info_cache with network_info: [{"id": "607dfdd0-e494-40e2-8866-30d4ad78a772", "address": "fa:16:3e:92:68:21", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607dfdd0-e4", "ovs_interfaceid": "607dfdd0-e494-40e2-8866-30d4ad78a772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.630778] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.634263] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.641s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.634263] env[69243]: DEBUG nova.objects.instance [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 960.643122] env[69243]: DEBUG oslo_vmware.api [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 960.643122] env[69243]: value = "task-3689588" [ 960.643122] env[69243]: _type = "Task" [ 960.643122] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.643341] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.643341] env[69243]: value = "task-3689589" [ 960.643341] env[69243]: _type = "Task" [ 960.643341] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.659244] env[69243]: DEBUG oslo_vmware.api [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.659458] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689589, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.660430] env[69243]: INFO nova.scheduler.client.report [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Deleted allocations for instance edb8f8bf-02a1-4062-91ea-dbc69505468d [ 960.674421] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510567} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.675312] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2/2de56afd-b74d-4af0-8a19-5aa8dc63dcf2.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.675556] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.675828] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59953df4-4a73-4f2d-bb15-d05019feef28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.682087] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 960.682087] env[69243]: value = "task-3689590" [ 960.682087] env[69243]: _type = "Task" [ 960.682087] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.691131] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.134331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-38b91606-9bc3-4177-8be4-88c07ecc9b03" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.134673] env[69243]: DEBUG nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Instance network_info: |[{"id": "607dfdd0-e494-40e2-8866-30d4ad78a772", "address": "fa:16:3e:92:68:21", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607dfdd0-e4", "ovs_interfaceid": "607dfdd0-e494-40e2-8866-30d4ad78a772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.135024] env[69243]: DEBUG oslo_concurrency.lockutils [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] Acquired lock "refresh_cache-38b91606-9bc3-4177-8be4-88c07ecc9b03" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.135201] env[69243]: DEBUG nova.network.neutron [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Refreshing network info cache for port 607dfdd0-e494-40e2-8866-30d4ad78a772 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.136398] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:68:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607dfdd0-e494-40e2-8866-30d4ad78a772', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.148220] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating folder: Project (0d857453bea2464db8e331a728379467). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.152020] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-847f5e3d-23ce-4ecb-89e1-10721471c90f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.171725] env[69243]: DEBUG oslo_vmware.api [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281805} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.177450] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.177450] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.177450] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.177450] env[69243]: INFO nova.compute.manager [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 961.177450] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.177450] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689589, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.177450] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created folder: Project (0d857453bea2464db8e331a728379467) in parent group-v734844. [ 961.177450] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating folder: Instances. Parent ref: group-v735074. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.177887] env[69243]: DEBUG oslo_concurrency.lockutils [None req-53a03a1d-59fe-4fd7-9187-edecfe6ef2e9 tempest-ServersListShow2100Test-1326786034 tempest-ServersListShow2100Test-1326786034-project-member] Lock "edb8f8bf-02a1-4062-91ea-dbc69505468d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.866s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.179097] env[69243]: DEBUG nova.compute.manager [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.179097] env[69243]: DEBUG nova.network.neutron [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.181471] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88b4c9cb-11e7-4a23-84b8-38f316089b8d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.192081] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088253} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.192852] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.193102] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created folder: Instances in parent group-v735074. [ 961.193364] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.194508] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4195f-59ff-4c66-b144-aac142434be9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.196925] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.197367] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c81e609-b1f4-483b-8f9a-a04566a54da0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.236951] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2/2de56afd-b74d-4af0-8a19-5aa8dc63dcf2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.239590] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec64e5e-21b5-4b6b-9e9a-c545ba5bbaad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.257149] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.257149] env[69243]: value = "task-3689593" [ 961.257149] env[69243]: _type = "Task" [ 961.257149] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.262842] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 961.262842] env[69243]: value = "task-3689594" [ 961.262842] env[69243]: _type = "Task" [ 961.262842] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.269249] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689593, 'name': CreateVM_Task} progress is 15%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.274686] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.660222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10abce86-92d1-4153-a97b-ba5102548422 tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.663055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.955s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.663479] env[69243]: DEBUG nova.objects.instance [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'resources' on Instance uuid 9166a706-3de8-4e37-9902-e9684477fdf5 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.671853] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689589, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.776235] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689593, 'name': CreateVM_Task, 'duration_secs': 0.432369} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.776235] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.776235] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.776235] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.776235] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.779535] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2f04a6-ad51-4406-ba8e-026e801b71b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.781477] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689594, 'name': ReconfigVM_Task, 'duration_secs': 0.448529} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.781893] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2/2de56afd-b74d-4af0-8a19-5aa8dc63dcf2.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.782942] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b4dd89-999c-4a95-b8f3-d53cc12a2792 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.787829] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 961.787829] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523cb795-d96a-5396-de90-cb2beb7409c2" [ 961.787829] env[69243]: _type = "Task" [ 961.787829] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.792551] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 961.792551] env[69243]: value = "task-3689595" [ 961.792551] env[69243]: _type = "Task" [ 961.792551] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.804875] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523cb795-d96a-5396-de90-cb2beb7409c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.805706] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.806133] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.806466] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.806680] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.806912] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.810203] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc95f44-c5c2-4814-8b28-4d5b1189475c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.812961] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689595, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.822509] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.822509] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.822509] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c019e71-1944-4713-aef0-0b70f6ef7782 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.828381] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 961.828381] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52684801-e02e-a2c1-0f54-1e968b3d875d" [ 961.828381] env[69243]: _type = "Task" [ 961.828381] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.836671] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52684801-e02e-a2c1-0f54-1e968b3d875d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.950282] env[69243]: DEBUG nova.network.neutron [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Updated VIF entry in instance network info cache for port 607dfdd0-e494-40e2-8866-30d4ad78a772. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.951236] env[69243]: DEBUG nova.network.neutron [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Updating instance_info_cache with network_info: [{"id": "607dfdd0-e494-40e2-8866-30d4ad78a772", "address": "fa:16:3e:92:68:21", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607dfdd0-e4", "ovs_interfaceid": "607dfdd0-e494-40e2-8866-30d4ad78a772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.137996] env[69243]: DEBUG nova.compute.manager [req-915b3823-dbe8-449a-9d41-69bd85ed5690 req-8e82ed0c-21b6-4931-93ef-f382d5bd9154 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Received event network-vif-deleted-da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.137996] env[69243]: INFO nova.compute.manager [req-915b3823-dbe8-449a-9d41-69bd85ed5690 req-8e82ed0c-21b6-4931-93ef-f382d5bd9154 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Neutron deleted interface da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8; detaching it from the instance and deleting it from the info cache [ 962.137996] env[69243]: DEBUG nova.network.neutron [req-915b3823-dbe8-449a-9d41-69bd85ed5690 req-8e82ed0c-21b6-4931-93ef-f382d5bd9154 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.172021] env[69243]: DEBUG nova.objects.instance [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'numa_topology' on Instance uuid 9166a706-3de8-4e37-9902-e9684477fdf5 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.172021] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689589, 'name': CreateVM_Task, 'duration_secs': 1.326946} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.172021] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.172021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.172021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.172021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.172021] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7111ba-da5f-4fac-be11-df6d6cc24565 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.181736] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 962.181736] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a6f4bb-428f-235b-d31a-c5d8e7807f9b" [ 962.181736] env[69243]: _type = "Task" [ 962.181736] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.191886] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a6f4bb-428f-235b-d31a-c5d8e7807f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.306342] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689595, 'name': Rename_Task, 'duration_secs': 0.147654} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.306574] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.306831] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee59f4a0-fbff-4956-8717-3e80ba2f1b98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.313219] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 962.313219] env[69243]: value = "task-3689596" [ 962.313219] env[69243]: _type = "Task" [ 962.313219] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.325938] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.337245] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52684801-e02e-a2c1-0f54-1e968b3d875d, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.338153] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a561363-1750-46c9-848e-009bf1791d2f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.343978] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 962.343978] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd7a41-d9c9-ef88-75bc-4724394c9d14" [ 962.343978] env[69243]: _type = "Task" [ 962.343978] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.352749] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd7a41-d9c9-ef88-75bc-4724394c9d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.380304] env[69243]: DEBUG nova.network.neutron [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.453636] env[69243]: DEBUG oslo_concurrency.lockutils [req-f452391e-aeb4-4100-9967-5f3ae78b8c92 req-fc9d4b34-7494-4802-9964-1fea6d011517 service nova] Releasing lock "refresh_cache-38b91606-9bc3-4177-8be4-88c07ecc9b03" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.643625] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2c483c0-e56f-4da4-97e6-2f5f4379712e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.653920] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee89aae-2859-4f1f-96e0-263d193fb18e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.685859] env[69243]: DEBUG nova.objects.base [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Object Instance<9166a706-3de8-4e37-9902-e9684477fdf5> lazy-loaded attributes: resources,numa_topology {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 962.688687] env[69243]: DEBUG nova.compute.manager [req-915b3823-dbe8-449a-9d41-69bd85ed5690 req-8e82ed0c-21b6-4931-93ef-f382d5bd9154 service nova] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Detach interface failed, port_id=da5934ec-9f39-4a81-8ae7-28a4d1b0ebe8, reason: Instance b27b5c15-da1a-4999-a185-b37c2b0c416b could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.698280] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a6f4bb-428f-235b-d31a-c5d8e7807f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.698930] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.698930] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.699230] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.699413] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.699654] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.699963] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e70972ca-771e-4ee0-87a8-4bae87ba6f1b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.708955] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.709129] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.712924] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd42c03-69bb-452c-ab4e-cb88523090e2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.718812] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 962.718812] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec6bb0-024d-9457-c8ee-624e70d14c53" [ 962.718812] env[69243]: _type = "Task" [ 962.718812] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.726710] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec6bb0-024d-9457-c8ee-624e70d14c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.824556] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689596, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.855150] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd7a41-d9c9-ef88-75bc-4724394c9d14, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.857577] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.857838] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.858428] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1204eb-1af1-422a-826b-2f85b34e7152 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.864671] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 962.864671] env[69243]: value = "task-3689597" [ 962.864671] env[69243]: _type = "Task" [ 962.864671] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.874970] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.883036] env[69243]: INFO nova.compute.manager [-] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Took 1.70 seconds to deallocate network for instance. [ 962.926438] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b69a205-7963-4eac-b307-86c8d9a4fde7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.934908] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9efc8-2066-46de-b3fd-55929f38512a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.965925] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e8a5a-c9a1-44e0-adf5-19efdd390bdb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.974426] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93acc83b-9b93-411f-b47f-b4446a80668b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.990113] env[69243]: DEBUG nova.compute.provider_tree [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.232210] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec6bb0-024d-9457-c8ee-624e70d14c53, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.233159] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8028e75-29f2-45f8-8f2f-f16e98f0b4f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.238975] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 963.238975] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afb243-1da7-a48b-552e-325e85377181" [ 963.238975] env[69243]: _type = "Task" [ 963.238975] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.248267] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afb243-1da7-a48b-552e-325e85377181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.327409] env[69243]: DEBUG oslo_vmware.api [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689596, 'name': PowerOnVM_Task, 'duration_secs': 0.524091} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.327750] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.328021] env[69243]: INFO nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Took 7.91 seconds to spawn the instance on the hypervisor. [ 963.328214] env[69243]: DEBUG nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.329236] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ac970-b2e8-4823-8610-191060730431 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.377242] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490613} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.377436] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.377716] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.378027] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9862dea-8ef3-4d95-9006-2a63a5439a5d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.384574] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 963.384574] env[69243]: value = "task-3689598" [ 963.384574] env[69243]: _type = "Task" [ 963.384574] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.389971] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.398316] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.493276] env[69243]: DEBUG nova.scheduler.client.report [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.749031] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afb243-1da7-a48b-552e-325e85377181, 'name': SearchDatastore_Task, 'duration_secs': 0.022902} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.749330] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.749515] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.749774] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c39609a-10f0-4a9a-88ef-f4b6a58b0f83 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.756161] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 963.756161] env[69243]: value = "task-3689599" [ 963.756161] env[69243]: _type = "Task" [ 963.756161] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.764465] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.847488] env[69243]: INFO nova.compute.manager [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Took 31.59 seconds to build instance. [ 963.896830] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203762} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.897364] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.897882] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041bd08d-085f-4cdd-823b-f0b23e23393a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.921686] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.922036] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e91c654-199d-4675-aee8-1441195f9a3a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.944431] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 963.944431] env[69243]: value = "task-3689600" [ 963.944431] env[69243]: _type = "Task" [ 963.944431] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.955348] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.998788] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.001862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.536s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.002216] env[69243]: DEBUG nova.objects.instance [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lazy-loading 'pci_requests' on Instance uuid 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.266577] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464611} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.266847] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.267077] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.267447] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e447260-063f-459f-85ad-8a24a89a3335 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.273934] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 964.273934] env[69243]: value = "task-3689601" [ 964.273934] env[69243]: _type = "Task" [ 964.273934] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.282472] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.350366] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2323ed3a-7ad6-424e-9a53-9cc7bafcf1b4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.096s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.455202] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.467916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "f905c56e-0424-486e-828e-763fc772c0cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.469028] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "f905c56e-0424-486e-828e-763fc772c0cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.507123] env[69243]: DEBUG nova.objects.instance [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lazy-loading 'numa_topology' on Instance uuid 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.510513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39c2d9c2-895c-452b-adfb-783423c35330 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.217s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.511450] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.997s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.511694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.511902] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.512560] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.516802] env[69243]: INFO nova.compute.manager [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Terminating instance [ 964.784365] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080635} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.785661] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.787784] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771080b-3bd7-4a8a-9678-496c91eadc92 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.805485] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.805766] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f747b85-c19d-42e2-af97-5c01af4049a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.825060] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 964.825060] env[69243]: value = "task-3689602" [ 964.825060] env[69243]: _type = "Task" [ 964.825060] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.836169] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.836169] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.836169] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.836323] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.836411] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.838045] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.840904] env[69243]: INFO nova.compute.manager [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Terminating instance [ 964.955034] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689600, 'name': ReconfigVM_Task, 'duration_secs': 0.623022} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.955151] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.955691] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4009b73-7cfc-444f-8f4f-1b16346af4d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.963232] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 964.963232] env[69243]: value = "task-3689603" [ 964.963232] env[69243]: _type = "Task" [ 964.963232] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.969930] env[69243]: DEBUG nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.976080] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689603, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.011114] env[69243]: INFO nova.compute.claims [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.021190] env[69243]: DEBUG nova.compute.manager [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.021405] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.021956] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca14388c-87ed-4055-ac9b-27bb13ecc9cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.031088] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022dcf1-a9ca-40b0-8d4d-0acc99ff7886 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.060324] env[69243]: WARNING nova.virt.vmwareapi.vmops [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9166a706-3de8-4e37-9902-e9684477fdf5 could not be found. [ 965.060532] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.060743] env[69243]: INFO nova.compute.manager [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Took 0.04 seconds to destroy the instance on the hypervisor. [ 965.060993] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.061243] env[69243]: DEBUG nova.compute.manager [-] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.061337] env[69243]: DEBUG nova.network.neutron [-] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.335030] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689602, 'name': ReconfigVM_Task, 'duration_secs': 0.282034} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.335549] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59/8f247fca-d72a-4e19-8075-8f77fff61c59.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.336700] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b52b365-8dfd-4c2e-95e9-ce982018bd1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.345288] env[69243]: DEBUG nova.compute.manager [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.345288] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.345647] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 965.345647] env[69243]: value = "task-3689604" [ 965.345647] env[69243]: _type = "Task" [ 965.345647] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.347027] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b896f6-01a6-435a-b301-27d36efe9470 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.357707] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.360423] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e69eeed0-bcae-4d96-90bd-93c7e6fea42f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.362423] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689604, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.367649] env[69243]: DEBUG oslo_vmware.api [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 965.367649] env[69243]: value = "task-3689605" [ 965.367649] env[69243]: _type = "Task" [ 965.367649] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.375263] env[69243]: DEBUG oslo_vmware.api [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.473329] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689603, 'name': Rename_Task, 'duration_secs': 0.370989} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.474112] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.474112] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2099fbcb-a05e-4604-b023-60e0be78b5e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.480381] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 965.480381] env[69243]: value = "task-3689606" [ 965.480381] env[69243]: _type = "Task" [ 965.480381] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.491447] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.498100] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.849502] env[69243]: DEBUG nova.network.neutron [-] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.862671] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689604, 'name': Rename_Task, 'duration_secs': 0.160013} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.863015] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.863300] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7183f082-81eb-4d38-ac90-1d1bc5102fd1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.872951] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 965.872951] env[69243]: value = "task-3689607" [ 965.872951] env[69243]: _type = "Task" [ 965.872951] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.879914] env[69243]: DEBUG oslo_vmware.api [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689605, 'name': PowerOffVM_Task, 'duration_secs': 0.280506} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.880495] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.880737] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.880983] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a1b57a-1fb7-4f64-985b-01252dcd6458 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.994032] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.005663] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.005937] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.006167] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleting the datastore file [datastore1] 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.006443] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71be73f2-c550-476c-ba9c-cffe2ff7d4df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.013648] env[69243]: DEBUG oslo_vmware.api [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 966.013648] env[69243]: value = "task-3689609" [ 966.013648] env[69243]: _type = "Task" [ 966.013648] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.025078] env[69243]: DEBUG oslo_vmware.api [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.269374] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2b0cb0-fc1c-4259-ace3-19012badac15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.279550] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b8c7dc-6305-4096-a96f-3fa651a0f537 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.324815] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0cfd95-f38e-4cec-b25d-007329a4a45c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.333991] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e286ddcf-8535-4581-944f-b4cc5502ebbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.347918] env[69243]: DEBUG nova.compute.provider_tree [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.357730] env[69243]: INFO nova.compute.manager [-] [instance: 9166a706-3de8-4e37-9902-e9684477fdf5] Took 1.30 seconds to deallocate network for instance. [ 966.384031] env[69243]: DEBUG oslo_vmware.api [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689607, 'name': PowerOnVM_Task, 'duration_secs': 0.502569} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.384304] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.384527] env[69243]: DEBUG nova.compute.manager [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.385359] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563dbee2-1f49-4624-aa8e-88723fd034e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.493270] env[69243]: DEBUG oslo_vmware.api [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689606, 'name': PowerOnVM_Task, 'duration_secs': 0.737594} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.493558] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.493776] env[69243]: INFO nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Took 7.71 seconds to spawn the instance on the hypervisor. [ 966.493998] env[69243]: DEBUG nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.494696] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e6dcbe-76c1-4c38-85ef-f05e7915dbfb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.521525] env[69243]: DEBUG oslo_vmware.api [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186999} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.521725] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.521908] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.522095] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.522271] env[69243]: INFO nova.compute.manager [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 966.522503] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.522678] env[69243]: DEBUG nova.compute.manager [-] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.522806] env[69243]: DEBUG nova.network.neutron [-] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.851435] env[69243]: DEBUG nova.scheduler.client.report [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.901012] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.012263] env[69243]: INFO nova.compute.manager [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Took 26.57 seconds to build instance. [ 967.243936] env[69243]: DEBUG nova.network.neutron [-] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.356544] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.355s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.359144] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.432s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.359381] env[69243]: DEBUG nova.objects.instance [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lazy-loading 'resources' on Instance uuid 729eed82-b53c-4594-a5d3-dcb88518b2d3 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.381809] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f50ff70-f41c-4f9d-999a-2739b76082c0 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "9166a706-3de8-4e37-9902-e9684477fdf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.870s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.398817] env[69243]: INFO nova.network.neutron [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 967.457990] env[69243]: DEBUG nova.compute.manager [req-6c43df06-0bfc-4b4d-8c0d-aa7022c53331 req-6993339c-ea2c-4fa2-a0ad-027b839daa30 service nova] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Received event network-vif-deleted-fe286f12-12a8-4853-a542-8f54df7f15b7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.514101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-21ad513e-2138-4f4c-a9b3-af008d83fed2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.090s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.748570] env[69243]: INFO nova.compute.manager [-] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Took 1.23 seconds to deallocate network for instance. [ 967.853887] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "8f247fca-d72a-4e19-8075-8f77fff61c59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.854241] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "8f247fca-d72a-4e19-8075-8f77fff61c59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.854407] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "8f247fca-d72a-4e19-8075-8f77fff61c59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.855048] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "8f247fca-d72a-4e19-8075-8f77fff61c59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.855276] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "8f247fca-d72a-4e19-8075-8f77fff61c59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.857426] env[69243]: INFO nova.compute.manager [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Terminating instance [ 968.084410] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff0330-d7f1-462c-879f-41ac36d86bfd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.092456] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9365787b-d5e9-4ea9-a7e4-e01b1cb1c72c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.123928] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f2a04-396f-4e77-af55-1fd73be91c7f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.132904] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d8327f-73fc-44f6-a83e-88acca314263 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.146308] env[69243]: DEBUG nova.compute.provider_tree [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.216551] env[69243]: INFO nova.compute.manager [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Rebuilding instance [ 968.254337] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.256271] env[69243]: DEBUG nova.compute.manager [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.257142] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6eb60b-1403-4770-ae06-db01e97067c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.362694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "refresh_cache-8f247fca-d72a-4e19-8075-8f77fff61c59" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.362798] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "refresh_cache-8f247fca-d72a-4e19-8075-8f77fff61c59" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.362935] env[69243]: DEBUG nova.network.neutron [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.650279] env[69243]: DEBUG nova.scheduler.client.report [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.890564] env[69243]: DEBUG nova.network.neutron [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.912900] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.912900] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.958448] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.958448] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.958448] env[69243]: DEBUG nova.network.neutron [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.964693] env[69243]: DEBUG nova.network.neutron [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.156032] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.158525] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.126s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.158738] env[69243]: DEBUG nova.objects.instance [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lazy-loading 'resources' on Instance uuid b946ca86-6e3b-434d-8b89-51d2d8e905ff {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.174683] env[69243]: INFO nova.scheduler.client.report [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Deleted allocations for instance 729eed82-b53c-4594-a5d3-dcb88518b2d3 [ 969.271151] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.271483] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d113784-0658-435d-a030-235f2e6d813a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.279608] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 969.279608] env[69243]: value = "task-3689610" [ 969.279608] env[69243]: _type = "Task" [ 969.279608] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.289601] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.416045] env[69243]: DEBUG nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.467975] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "refresh_cache-8f247fca-d72a-4e19-8075-8f77fff61c59" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.468707] env[69243]: DEBUG nova.compute.manager [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.468931] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.469832] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1151fba-2f26-4822-bba2-6cde0a475e51 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.477448] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.477733] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63e7b9f3-35a7-4453-8611-80249c6bd45d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.483389] env[69243]: DEBUG oslo_vmware.api [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 969.483389] env[69243]: value = "task-3689611" [ 969.483389] env[69243]: _type = "Task" [ 969.483389] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.491457] env[69243]: DEBUG oslo_vmware.api [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.525555] env[69243]: DEBUG nova.compute.manager [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received event network-vif-plugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.525848] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.526089] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.526285] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.526438] env[69243]: DEBUG nova.compute.manager [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] No waiting events found dispatching network-vif-plugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.526645] env[69243]: WARNING nova.compute.manager [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received unexpected event network-vif-plugged-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 for instance with vm_state shelved_offloaded and task_state spawning. [ 969.526821] env[69243]: DEBUG nova.compute.manager [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received event network-changed-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.526983] env[69243]: DEBUG nova.compute.manager [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Refreshing instance network info cache due to event network-changed-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.527265] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] Acquiring lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.684552] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c2b6e26-df99-4397-a034-c035463dd1ca tempest-ServersWithSpecificFlavorTestJSON-2106844237 tempest-ServersWithSpecificFlavorTestJSON-2106844237-project-member] Lock "729eed82-b53c-4594-a5d3-dcb88518b2d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.563s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.742163] env[69243]: DEBUG nova.network.neutron [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a637fee-dc", "ovs_interfaceid": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.792023] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689610, 'name': PowerOffVM_Task, 'duration_secs': 0.203598} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.792351] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.792613] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.793506] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743f22a-b6f9-4737-8b7e-11fe10130ee9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.800573] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.802799] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48257c12-0caa-471a-9bef-1eeb70bf08ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.865824] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.866066] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.866640] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleting the datastore file [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.866640] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54e016a8-f3c6-407e-8b7c-db709d2a9977 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.872841] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 969.872841] env[69243]: value = "task-3689613" [ 969.872841] env[69243]: _type = "Task" [ 969.872841] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.880552] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.895017] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b997a644-9e15-47cc-8919-d881afeccabf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.899727] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c163fea-b09b-466c-b27e-48bb6c044db2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.931478] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0def29-006e-419a-b6d3-5efbb11377fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.941408] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fd8318-dc8a-4dee-a769-f496ab9de37f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.948025] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.957555] env[69243]: DEBUG nova.compute.provider_tree [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.993288] env[69243]: DEBUG oslo_vmware.api [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689611, 'name': PowerOffVM_Task, 'duration_secs': 0.111723} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.993564] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.993736] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.993980] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf7471b1-9f41-4760-8861-f857e6137d80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.026975] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.027379] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.027460] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleting the datastore file [datastore2] 8f247fca-d72a-4e19-8075-8f77fff61c59 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.027679] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f719a34b-fe8d-43a7-960a-47c6eeaddc41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.035322] env[69243]: DEBUG oslo_vmware.api [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 970.035322] env[69243]: value = "task-3689615" [ 970.035322] env[69243]: _type = "Task" [ 970.035322] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.051913] env[69243]: DEBUG oslo_vmware.api [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.246673] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.249834] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] Acquired lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.250143] env[69243]: DEBUG nova.network.neutron [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Refreshing network info cache for port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.279481] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4f743486b65eb20319c266be0815c848',container_format='bare',created_at=2025-04-28T18:25:28Z,direct_url=,disk_format='vmdk',id=def5b879-38dc-43e5-ace7-b423ccac3f00,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1144432755-shelved',owner='99104d10830e4fc49918c27e4bdc1a89',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-28T18:25:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.279723] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.279895] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.280130] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.280284] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.280432] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.280687] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.280857] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.281377] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.281626] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.281790] env[69243]: DEBUG nova.virt.hardware [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.283365] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f270a6-2a11-4b22-9e29-e7cdd5165772 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.293787] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d33bd2-2a0d-42ef-95e3-37c5dafa65cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.308386] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:0d:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a637fee-dc1d-4a9b-a456-28e3bf6dfd10', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.317174] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.317456] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.317678] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7726f4c-e473-4741-b244-0b608be8a7ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.337916] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.337916] env[69243]: value = "task-3689616" [ 970.337916] env[69243]: _type = "Task" [ 970.337916] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.348767] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689616, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.381546] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161752} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.381930] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.382160] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.382353] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.460276] env[69243]: DEBUG nova.scheduler.client.report [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.547030] env[69243]: DEBUG oslo_vmware.api [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112128} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.547363] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.547566] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.547846] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.547928] env[69243]: INFO nova.compute.manager [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Took 1.08 seconds to destroy the instance on the hypervisor. [ 970.548185] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.548381] env[69243]: DEBUG nova.compute.manager [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.548473] env[69243]: DEBUG nova.network.neutron [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.567583] env[69243]: DEBUG nova.network.neutron [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.847379] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689616, 'name': CreateVM_Task, 'duration_secs': 0.341672} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.850218] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.850218] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.850218] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.850218] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.850218] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5f5390-7c5d-43db-9c08-032d82d7d501 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.855562] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 970.855562] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5283e2ea-e417-9c54-3270-a33f6532e78f" [ 970.855562] env[69243]: _type = "Task" [ 970.855562] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.862972] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5283e2ea-e417-9c54-3270-a33f6532e78f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.943756] env[69243]: DEBUG nova.network.neutron [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updated VIF entry in instance network info cache for port 9a637fee-dc1d-4a9b-a456-28e3bf6dfd10. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.944430] env[69243]: DEBUG nova.network.neutron [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a637fee-dc", "ovs_interfaceid": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.968024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.968024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.468s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.968024] env[69243]: DEBUG nova.objects.instance [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'resources' on Instance uuid 79bb5716-5c70-48ba-93a2-29550db54d4e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.986828] env[69243]: INFO nova.scheduler.client.report [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Deleted allocations for instance b946ca86-6e3b-434d-8b89-51d2d8e905ff [ 971.071168] env[69243]: DEBUG nova.network.neutron [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.367302] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.367633] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Processing image def5b879-38dc-43e5-ace7-b423ccac3f00 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.367911] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00/def5b879-38dc-43e5-ace7-b423ccac3f00.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.368372] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00/def5b879-38dc-43e5-ace7-b423ccac3f00.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.368372] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.369084] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3170b92f-ecbe-4b2a-8840-60243324ec14 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.377757] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.377934] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.378661] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506d5254-289d-46b4-93bd-d6b525e3b717 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.383599] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 971.383599] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5283e1e7-62de-f79f-95d7-9e26cd49989c" [ 971.383599] env[69243]: _type = "Task" [ 971.383599] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.393491] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5283e1e7-62de-f79f-95d7-9e26cd49989c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.434860] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.435133] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.435296] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.435479] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.435631] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.435776] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.435978] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.436174] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.436341] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.436502] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.436676] env[69243]: DEBUG nova.virt.hardware [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.437525] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e24f4-a647-465e-8e2c-4ef89a37d67e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.446402] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45449e0-8595-4e6d-9164-515bd76cae67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.450794] env[69243]: DEBUG oslo_concurrency.lockutils [req-b3200af5-a166-409b-ba85-dbf5d84df462 req-ce8f9e16-69e8-4186-ada2-0ef07df3a1c4 service nova] Releasing lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.461565] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:68:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607dfdd0-e494-40e2-8866-30d4ad78a772', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.469946] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.469946] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.472365] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c40ce2-db94-470a-bef6-97e297380e56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.496363] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.496363] env[69243]: value = "task-3689617" [ 971.496363] env[69243]: _type = "Task" [ 971.496363] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.496827] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1df4226-b509-4e36-aaf5-59bf0836881a tempest-ServerShowV254Test-1297166870 tempest-ServerShowV254Test-1297166870-project-member] Lock "b946ca86-6e3b-434d-8b89-51d2d8e905ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.713s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.505807] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689617, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.572421] env[69243]: INFO nova.compute.manager [-] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Took 1.02 seconds to deallocate network for instance. [ 971.719613] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25173d0-2cd3-40fb-8ddb-d9f3473fad3a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.728985] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87fad9e-38a6-4841-82f0-e2868f6c6ff8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.764396] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6f56d9-a65e-41c3-bacd-93130912ced9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.772770] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c910ef9f-a81e-4b4a-a28f-ab3ad588b58d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.788219] env[69243]: DEBUG nova.compute.provider_tree [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.893375] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Preparing fetch location {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 971.893702] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Fetch image to [datastore1] OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f/OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f.vmdk {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 971.893933] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Downloading stream optimized image def5b879-38dc-43e5-ace7-b423ccac3f00 to [datastore1] OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f/OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f.vmdk on the data store datastore1 as vApp {{(pid=69243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 971.894159] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Downloading image file data def5b879-38dc-43e5-ace7-b423ccac3f00 to the ESX as VM named 'OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f' {{(pid=69243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 971.973290] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 971.973290] env[69243]: value = "resgroup-9" [ 971.973290] env[69243]: _type = "ResourcePool" [ 971.973290] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 971.973749] env[69243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed83dd9e-e759-476e-aad3-84869d45d671 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.996236] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lease: (returnval){ [ 971.996236] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f377cb-56f1-bc0f-4a67-9e1eec9d61df" [ 971.996236] env[69243]: _type = "HttpNfcLease" [ 971.996236] env[69243]: } obtained for vApp import into resource pool (val){ [ 971.996236] env[69243]: value = "resgroup-9" [ 971.996236] env[69243]: _type = "ResourcePool" [ 971.996236] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 971.996597] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the lease: (returnval){ [ 971.996597] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f377cb-56f1-bc0f-4a67-9e1eec9d61df" [ 971.996597] env[69243]: _type = "HttpNfcLease" [ 971.996597] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.006069] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.006069] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f377cb-56f1-bc0f-4a67-9e1eec9d61df" [ 972.006069] env[69243]: _type = "HttpNfcLease" [ 972.006069] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.009314] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689617, 'name': CreateVM_Task, 'duration_secs': 0.336568} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.009493] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.010225] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.010402] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.010743] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.011040] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52b7ef8-06e9-440a-962f-6fa9a9c26577 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.015284] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 972.015284] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528669c1-19e1-2c9c-bf5f-055c82680f02" [ 972.015284] env[69243]: _type = "Task" [ 972.015284] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.022730] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528669c1-19e1-2c9c-bf5f-055c82680f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.079617] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.294123] env[69243]: DEBUG nova.scheduler.client.report [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.508747] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.508747] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f377cb-56f1-bc0f-4a67-9e1eec9d61df" [ 972.508747] env[69243]: _type = "HttpNfcLease" [ 972.508747] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.529243] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528669c1-19e1-2c9c-bf5f-055c82680f02, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.529558] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.529839] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.530098] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.530251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.530774] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.531277] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa1705bb-c8e9-48b1-b680-6a98e0e28c59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.541045] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.541318] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.542956] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cc27ea-4def-4456-9c72-afbfd7359892 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.552749] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 972.552749] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f6619f-044a-1705-f776-ad27ccc76ee5" [ 972.552749] env[69243]: _type = "Task" [ 972.552749] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.564951] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f6619f-044a-1705-f776-ad27ccc76ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.566022] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af266e52-2590-4563-b786-8f46e9da92e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.571303] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 972.571303] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db2abd-7e6a-2411-ef3d-9760d042480d" [ 972.571303] env[69243]: _type = "Task" [ 972.571303] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.579547] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db2abd-7e6a-2411-ef3d-9760d042480d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.800251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.802548] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.157s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.803668] env[69243]: DEBUG nova.objects.instance [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lazy-loading 'resources' on Instance uuid 64b72f9b-8335-42d5-b2bc-49d727859fef {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.827547] env[69243]: INFO nova.scheduler.client.report [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted allocations for instance 79bb5716-5c70-48ba-93a2-29550db54d4e [ 973.007349] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.007349] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f377cb-56f1-bc0f-4a67-9e1eec9d61df" [ 973.007349] env[69243]: _type = "HttpNfcLease" [ 973.007349] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 973.007729] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 973.007729] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f377cb-56f1-bc0f-4a67-9e1eec9d61df" [ 973.007729] env[69243]: _type = "HttpNfcLease" [ 973.007729] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 973.008361] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f2e58-ed22-4a1e-ae2c-78b8f0b89777 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.014987] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258d0e1-b4b4-b6e5-9bce-dc71d65845d3/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 973.015175] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258d0e1-b4b4-b6e5-9bce-dc71d65845d3/disk-0.vmdk. {{(pid=69243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 973.089764] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c8cf8b5-ebe9-4b5a-824d-2d1958f2de5d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.090374] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db2abd-7e6a-2411-ef3d-9760d042480d, 'name': SearchDatastore_Task, 'duration_secs': 0.020689} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.091786] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.092897] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.092897] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9bb31de-a4c2-4d53-b1d8-1d3cf28fe033 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.100327] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 973.100327] env[69243]: value = "task-3689619" [ 973.100327] env[69243]: _type = "Task" [ 973.100327] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.107834] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.343503] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40f4b768-6f01-4718-994d-be769469b20d tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "79bb5716-5c70-48ba-93a2-29550db54d4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.892s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.344509] env[69243]: DEBUG oslo_concurrency.lockutils [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] Acquired lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.345599] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fa993b-9521-4227-aa9d-fbda319639f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.359890] env[69243]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 973.359890] env[69243]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69243) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 973.359890] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b712f5ba-114f-44b0-b5ad-9f56e4048997 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.369990] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ef5ee-e58b-465a-9474-dff291f3735d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.406165] env[69243]: ERROR root [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-735017' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-735017' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-735017' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-735017'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-735017' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-735017' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-735017'}\n"]: nova.exception.InstanceNotFound: Instance 79bb5716-5c70-48ba-93a2-29550db54d4e could not be found. [ 973.406750] env[69243]: DEBUG oslo_concurrency.lockutils [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] Releasing lock "79bb5716-5c70-48ba-93a2-29550db54d4e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.406750] env[69243]: DEBUG nova.compute.manager [req-b7f9fea4-8c13-4804-961f-283f3f39f661 req-30fd6623-9324-47bb-8d2f-cf7aeafc3945 service nova] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Detach interface failed, port_id=7f1921eb-c905-4e85-a958-92a271087a0b, reason: Instance 79bb5716-5c70-48ba-93a2-29550db54d4e could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.600716] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f85b3-1723-4b5b-815c-48287b1d752e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.617275] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0973ff3-b478-412a-b177-4b71e49a24cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.622257] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.671576] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dbe3ba-cac8-440a-8b66-51583e391946 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.682497] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a193fd-b7c9-4c5d-a3b6-f92802207b64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.698241] env[69243]: DEBUG nova.compute.provider_tree [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.116056] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533352} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.116419] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.116497] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.118182] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b83f9bf3-d2db-4352-a6d9-e586c632b6c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.125450] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 974.125450] env[69243]: value = "task-3689620" [ 974.125450] env[69243]: _type = "Task" [ 974.125450] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.136989] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.204622] env[69243]: DEBUG nova.scheduler.client.report [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.550250] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Completed reading data from the image iterator. {{(pid=69243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 974.550250] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258d0e1-b4b4-b6e5-9bce-dc71d65845d3/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.550250] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c2d4a-b635-4f10-b30c-728a5d974783 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.563237] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258d0e1-b4b4-b6e5-9bce-dc71d65845d3/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.563237] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258d0e1-b4b4-b6e5-9bce-dc71d65845d3/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 974.563237] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-67436e1a-e1c9-44b4-8b78-33186883266a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.637865] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079375} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.638161] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.638997] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab2250-91a8-48bd-aa42-9ac7ae346178 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.661854] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.662761] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12859733-0ac5-464e-bbef-8d76f9598545 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.683779] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 974.683779] env[69243]: value = "task-3689621" [ 974.683779] env[69243]: _type = "Task" [ 974.683779] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.692794] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.712044] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.714497] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.956s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.716021] env[69243]: INFO nova.compute.claims [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.741646] env[69243]: INFO nova.scheduler.client.report [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Deleted allocations for instance 64b72f9b-8335-42d5-b2bc-49d727859fef [ 974.778864] env[69243]: DEBUG oslo_vmware.rw_handles [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258d0e1-b4b4-b6e5-9bce-dc71d65845d3/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 974.779228] env[69243]: INFO nova.virt.vmwareapi.images [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Downloaded image file data def5b879-38dc-43e5-ace7-b423ccac3f00 [ 974.780102] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fcec3b-be07-4745-b4d9-7d94dae468fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.800623] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d46eeb9a-1d76-431a-b3f5-6f725f8d7d1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.838279] env[69243]: INFO nova.virt.vmwareapi.images [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] The imported VM was unregistered [ 974.841312] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Caching image {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 974.841674] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Creating directory with path [datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.842054] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5883659a-1269-43f3-9239-497e4ef94312 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.853088] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Created directory with path [datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.853292] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f/OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f.vmdk to [datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00/def5b879-38dc-43e5-ace7-b423ccac3f00.vmdk. {{(pid=69243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 974.853546] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5e5ea645-cd75-4061-8c39-ad17793bc361 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.860608] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 974.860608] env[69243]: value = "task-3689623" [ 974.860608] env[69243]: _type = "Task" [ 974.860608] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.869519] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689623, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.194204] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689621, 'name': ReconfigVM_Task, 'duration_secs': 0.351932} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.194596] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03/38b91606-9bc3-4177-8be4-88c07ecc9b03.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.195162] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc6ffd83-682a-4ee6-801a-973602cfff98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.202449] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 975.202449] env[69243]: value = "task-3689624" [ 975.202449] env[69243]: _type = "Task" [ 975.202449] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.211319] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689624, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.250589] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8955bf18-ee11-4299-ab15-4e7a0440475b tempest-ServersTestBootFromVolume-915735405 tempest-ServersTestBootFromVolume-915735405-project-member] Lock "64b72f9b-8335-42d5-b2bc-49d727859fef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.140s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.386448] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689623, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.714664] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689624, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.877675] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689623, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.005201] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec22402a-edcf-4490-870a-f19b19d28e69 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.020018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed52532-5892-48f2-8bb0-cb069a3edfc0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.051971] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bde453a-dc3c-48cc-a7cb-fc4aa360fd9b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.059824] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1feec73-bc4f-4cc6-af7b-c07c3d6dea02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.073939] env[69243]: DEBUG nova.compute.provider_tree [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.203101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "5c607324-9db7-4651-aa1e-88e561356207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.203429] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "5c607324-9db7-4651-aa1e-88e561356207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.203625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "5c607324-9db7-4651-aa1e-88e561356207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.203892] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "5c607324-9db7-4651-aa1e-88e561356207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.204112] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "5c607324-9db7-4651-aa1e-88e561356207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.209927] env[69243]: INFO nova.compute.manager [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Terminating instance [ 976.218880] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689624, 'name': Rename_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.372654] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689623, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.502476] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.502731] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.577215] env[69243]: DEBUG nova.scheduler.client.report [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.716844] env[69243]: DEBUG nova.compute.manager [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.717077] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.717453] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689624, 'name': Rename_Task, 'duration_secs': 1.028168} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.718218] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384f7724-e6f9-4f13-a8a2-f7f6d87f9bf7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.721015] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.721281] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af8fb7a-22a8-4231-b92a-afb2c109b333 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.728580] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.730604] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01559796-874e-432f-83a3-f220c0ca93f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.732398] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 976.732398] env[69243]: value = "task-3689625" [ 976.732398] env[69243]: _type = "Task" [ 976.732398] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.737755] env[69243]: DEBUG oslo_vmware.api [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 976.737755] env[69243]: value = "task-3689626" [ 976.737755] env[69243]: _type = "Task" [ 976.737755] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.741100] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.750045] env[69243]: DEBUG oslo_vmware.api [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.883563] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689623, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.005771] env[69243]: DEBUG nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.368554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.368554] env[69243]: DEBUG nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.368554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.139s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.368554] env[69243]: INFO nova.compute.claims [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.368554] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.368554] env[69243]: DEBUG oslo_vmware.api [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689626, 'name': PowerOffVM_Task, 'duration_secs': 0.207041} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.368554] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.368554] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.368554] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84ec9209-4eae-4881-9919-b92f1fa4b759 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.368554] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.368554] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.368554] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Deleting the datastore file [datastore2] 5c607324-9db7-4651-aa1e-88e561356207 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.368554] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e11c00f-c43f-407a-98e8-e916154ae9a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.368554] env[69243]: DEBUG oslo_vmware.api [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for the task: (returnval){ [ 977.368554] env[69243]: value = "task-3689628" [ 977.368554] env[69243]: _type = "Task" [ 977.368554] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.368554] env[69243]: DEBUG oslo_vmware.api [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.375343] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689623, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.536138] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.600769] env[69243]: DEBUG nova.compute.utils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.602345] env[69243]: DEBUG nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.602515] env[69243]: DEBUG nova.network.neutron [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.745069] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689625, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.855325] env[69243]: DEBUG oslo_vmware.api [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Task: {'id': task-3689628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347288} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.855535] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.855705] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.855883] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.856066] env[69243]: INFO nova.compute.manager [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Took 1.14 seconds to destroy the instance on the hypervisor. [ 977.856310] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.856515] env[69243]: DEBUG nova.compute.manager [-] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.856613] env[69243]: DEBUG nova.network.neutron [-] [instance: 5c607324-9db7-4651-aa1e-88e561356207] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.872981] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689623, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.542319} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.873230] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f/OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f.vmdk to [datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00/def5b879-38dc-43e5-ace7-b423ccac3f00.vmdk. [ 977.873426] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Cleaning up location [datastore1] OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 977.873575] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_20affd73-af7d-46ef-b574-46cc4960841f {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.873834] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-040c96be-2d83-4b13-b34d-3375e17c97b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.879452] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 977.879452] env[69243]: value = "task-3689629" [ 977.879452] env[69243]: _type = "Task" [ 977.879452] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.887560] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.914636] env[69243]: DEBUG nova.policy [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1152061519c04ffe8070326ec8703079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7896021fec44f75b1f99a297a21da52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.106408] env[69243]: DEBUG nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.248438] env[69243]: DEBUG oslo_vmware.api [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689625, 'name': PowerOnVM_Task, 'duration_secs': 1.093723} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.248989] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.249408] env[69243]: DEBUG nova.compute.manager [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.250547] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b68262-3b25-4aae-a5de-76fbf0af8ce2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.386080] env[69243]: DEBUG nova.compute.manager [req-91aa89bd-6a44-413f-98d6-d8ce38c6ae75 req-d29695ca-0013-4cca-a821-b819eaccfd61 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Received event network-vif-deleted-a3401bb0-ffc5-4f50-ab15-9630606167b2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.386811] env[69243]: INFO nova.compute.manager [req-91aa89bd-6a44-413f-98d6-d8ce38c6ae75 req-d29695ca-0013-4cca-a821-b819eaccfd61 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Neutron deleted interface a3401bb0-ffc5-4f50-ab15-9630606167b2; detaching it from the instance and deleting it from the info cache [ 978.386811] env[69243]: DEBUG nova.network.neutron [req-91aa89bd-6a44-413f-98d6-d8ce38c6ae75 req-d29695ca-0013-4cca-a821-b819eaccfd61 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.392090] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180238} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.394941] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.395097] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00/def5b879-38dc-43e5-ace7-b423ccac3f00.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.395354] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00/def5b879-38dc-43e5-ace7-b423ccac3f00.vmdk to [datastore1] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.398471] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-048a6ced-62f7-4150-ae99-b88327573549 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.408648] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 978.408648] env[69243]: value = "task-3689630" [ 978.408648] env[69243]: _type = "Task" [ 978.408648] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.414764] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd28af-6786-40ea-b4c5-aa9d9653e74a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.420360] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.424892] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b1b4b2-3f42-49b5-bc1e-706d337cc987 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.460140] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca8ac0-c51e-45e0-ba11-0ebb8cd2a20b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.467978] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b0236-b1ac-495d-a725-5d8e6c7c65e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.481398] env[69243]: DEBUG nova.compute.provider_tree [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.578986] env[69243]: DEBUG nova.network.neutron [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Successfully created port: fc3c16c8-8eea-43f3-b991-4e25306a6945 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.773884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.839924] env[69243]: DEBUG nova.network.neutron [-] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.897943] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f0f720e-6dc1-4121-bd2d-d722d095c28c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.906772] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e5536-3be1-4bdd-92f4-2b49ecda4e12 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.928024] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.937739] env[69243]: DEBUG nova.compute.manager [req-91aa89bd-6a44-413f-98d6-d8ce38c6ae75 req-d29695ca-0013-4cca-a821-b819eaccfd61 service nova] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Detach interface failed, port_id=a3401bb0-ffc5-4f50-ab15-9630606167b2, reason: Instance 5c607324-9db7-4651-aa1e-88e561356207 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.987355] env[69243]: DEBUG nova.scheduler.client.report [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.118019] env[69243]: DEBUG nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.148569] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.148840] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.149012] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.149201] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.149762] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.149762] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.149762] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.149997] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.149997] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.150752] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.150752] env[69243]: DEBUG nova.virt.hardware [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.151241] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a773ba89-f9ff-4d83-be93-d6394f8b502e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.159166] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7d250-ab89-40fa-914d-e56f233e645b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.341851] env[69243]: INFO nova.compute.manager [-] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Took 1.48 seconds to deallocate network for instance. [ 979.428106] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.490667] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.491247] env[69243]: DEBUG nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.494065] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.946s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.494288] env[69243]: DEBUG nova.objects.instance [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lazy-loading 'resources' on Instance uuid 221f80a2-bece-4847-9d1e-c74d690e93e3 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.849987] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.931498] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.997430] env[69243]: DEBUG nova.compute.utils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.005676] env[69243]: DEBUG nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.006044] env[69243]: DEBUG nova.network.neutron [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.084933] env[69243]: DEBUG nova.policy [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74d725e5a81f471eb16d4a4631fbf4d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a9d414311554bc585c69f8dd187ef8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.187408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "38b91606-9bc3-4177-8be4-88c07ecc9b03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.187408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.187408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "38b91606-9bc3-4177-8be4-88c07ecc9b03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.187408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.187408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.191831] env[69243]: INFO nova.compute.manager [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Terminating instance [ 980.324689] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c46a9d8-3034-4f38-bece-54999d0f5cdc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.340381] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f7947d-85b4-41b4-9e07-12b746f73f4d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.345268] env[69243]: DEBUG nova.compute.manager [req-73d17a9f-8896-4f5e-b6d5-41ca25a59a86 req-f77ef4be-146c-4e20-8b4b-f0b5da7eb8c7 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Received event network-vif-plugged-fc3c16c8-8eea-43f3-b991-4e25306a6945 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.345268] env[69243]: DEBUG oslo_concurrency.lockutils [req-73d17a9f-8896-4f5e-b6d5-41ca25a59a86 req-f77ef4be-146c-4e20-8b4b-f0b5da7eb8c7 service nova] Acquiring lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.345268] env[69243]: DEBUG oslo_concurrency.lockutils [req-73d17a9f-8896-4f5e-b6d5-41ca25a59a86 req-f77ef4be-146c-4e20-8b4b-f0b5da7eb8c7 service nova] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.345389] env[69243]: DEBUG oslo_concurrency.lockutils [req-73d17a9f-8896-4f5e-b6d5-41ca25a59a86 req-f77ef4be-146c-4e20-8b4b-f0b5da7eb8c7 service nova] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.345638] env[69243]: DEBUG nova.compute.manager [req-73d17a9f-8896-4f5e-b6d5-41ca25a59a86 req-f77ef4be-146c-4e20-8b4b-f0b5da7eb8c7 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] No waiting events found dispatching network-vif-plugged-fc3c16c8-8eea-43f3-b991-4e25306a6945 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.345719] env[69243]: WARNING nova.compute.manager [req-73d17a9f-8896-4f5e-b6d5-41ca25a59a86 req-f77ef4be-146c-4e20-8b4b-f0b5da7eb8c7 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Received unexpected event network-vif-plugged-fc3c16c8-8eea-43f3-b991-4e25306a6945 for instance with vm_state building and task_state spawning. [ 980.375499] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba0a2df-c86b-43fd-8d3f-9d308abd615c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.383119] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a51c19-f185-4c6f-a29b-8f62418153cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.397352] env[69243]: DEBUG nova.compute.provider_tree [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.429755] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.507016] env[69243]: DEBUG nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.516693] env[69243]: DEBUG nova.network.neutron [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Successfully created port: edc3a698-5591-4229-9651-f6c5e676b719 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.533336] env[69243]: DEBUG nova.network.neutron [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Successfully updated port: fc3c16c8-8eea-43f3-b991-4e25306a6945 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.700694] env[69243]: DEBUG nova.compute.manager [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.700956] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.702309] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a04233-86e3-4466-ada2-1829bd003fc1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.710629] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.710973] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cdf0914-bae5-4e20-80d8-11789b13ad11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.721055] env[69243]: DEBUG oslo_vmware.api [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 980.721055] env[69243]: value = "task-3689631" [ 980.721055] env[69243]: _type = "Task" [ 980.721055] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.730669] env[69243]: DEBUG oslo_vmware.api [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.735579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "7cbfab29-20a9-46a0-9c9c-7847ae205512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.736101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.901563] env[69243]: DEBUG nova.scheduler.client.report [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.931493] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.036150] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "refresh_cache-b661b0f7-fc72-4f7b-bdff-2c538749f1e5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.036358] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquired lock "refresh_cache-b661b0f7-fc72-4f7b-bdff-2c538749f1e5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.036481] env[69243]: DEBUG nova.network.neutron [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.235282] env[69243]: DEBUG oslo_vmware.api [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.238249] env[69243]: DEBUG nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.408871] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.412600] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.023s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.412915] env[69243]: DEBUG nova.objects.instance [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'resources' on Instance uuid b27b5c15-da1a-4999-a185-b37c2b0c416b {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.432404] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.441264] env[69243]: INFO nova.scheduler.client.report [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Deleted allocations for instance 221f80a2-bece-4847-9d1e-c74d690e93e3 [ 981.514726] env[69243]: DEBUG nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.555459] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.555884] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.556567] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.556877] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.557081] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.557281] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.557584] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.558374] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.558682] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.559366] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.559896] env[69243]: DEBUG nova.virt.hardware [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.560682] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f915ce8d-acbd-4191-9e6b-81d3f15ad9da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.570714] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6445b7d-c49f-4bed-9aaf-052e1e72b5ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.589247] env[69243]: DEBUG nova.network.neutron [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.733402] env[69243]: DEBUG oslo_vmware.api [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689631, 'name': PowerOffVM_Task, 'duration_secs': 0.811504} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.733402] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.733402] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.733402] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd381d57-89a9-47e6-b381-aa0d060324fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.754669] env[69243]: DEBUG nova.network.neutron [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Updating instance_info_cache with network_info: [{"id": "fc3c16c8-8eea-43f3-b991-4e25306a6945", "address": "fa:16:3e:98:70:f1", "network": {"id": "200c41e9-a059-4875-8a8d-3f52ec61c9d8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1978752055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7896021fec44f75b1f99a297a21da52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c16c8-8e", "ovs_interfaceid": "fc3c16c8-8eea-43f3-b991-4e25306a6945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.765805] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.796106] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.796106] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.796106] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleting the datastore file [datastore1] 38b91606-9bc3-4177-8be4-88c07ecc9b03 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.796106] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e76b0ea-060b-4d3d-aa4e-cf5fdb0cfc2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.802832] env[69243]: DEBUG oslo_vmware.api [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 981.802832] env[69243]: value = "task-3689633" [ 981.802832] env[69243]: _type = "Task" [ 981.802832] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.811344] env[69243]: DEBUG oslo_vmware.api [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.930011] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689630, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.042582} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.930467] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/def5b879-38dc-43e5-ace7-b423ccac3f00/def5b879-38dc-43e5-ace7-b423ccac3f00.vmdk to [datastore1] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.931141] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c8a6a0-c16b-48cc-9ae6-c871dee724fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.949500] env[69243]: DEBUG oslo_concurrency.lockutils [None req-982d6972-571f-48bb-bd76-1a6fd483d32a tempest-ImagesTestJSON-1120817840 tempest-ImagesTestJSON-1120817840-project-member] Lock "221f80a2-bece-4847-9d1e-c74d690e93e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.828s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.961102] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.963829] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2f20cc-314f-4841-a171-601b2c087a79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.984389] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 981.984389] env[69243]: value = "task-3689634" [ 981.984389] env[69243]: _type = "Task" [ 981.984389] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.994582] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.183083] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b974245e-2e3b-4897-8c6e-de6a0bc8026d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.194058] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55b1e9-221a-4c0f-8576-16bef08e36cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.232833] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e24093-053c-4846-a95d-5de15a33ccb0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.241706] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbec1ab2-5299-4346-b608-8f1c88a5d411 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.256909] env[69243]: DEBUG nova.compute.provider_tree [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.258320] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Releasing lock "refresh_cache-b661b0f7-fc72-4f7b-bdff-2c538749f1e5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.259060] env[69243]: DEBUG nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Instance network_info: |[{"id": "fc3c16c8-8eea-43f3-b991-4e25306a6945", "address": "fa:16:3e:98:70:f1", "network": {"id": "200c41e9-a059-4875-8a8d-3f52ec61c9d8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1978752055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7896021fec44f75b1f99a297a21da52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c16c8-8e", "ovs_interfaceid": "fc3c16c8-8eea-43f3-b991-4e25306a6945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.259228] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:70:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc3c16c8-8eea-43f3-b991-4e25306a6945', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.267893] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Creating folder: Project (a7896021fec44f75b1f99a297a21da52). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.268398] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-922d4d33-b362-4bee-944e-972a13cfac37 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.280617] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Created folder: Project (a7896021fec44f75b1f99a297a21da52) in parent group-v734844. [ 982.283019] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Creating folder: Instances. Parent ref: group-v735080. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.283019] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da4faedd-76f6-4877-bd18-4861d9fb2aa1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.295147] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Created folder: Instances in parent group-v735080. [ 982.295683] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.295683] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.295822] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42df021-571b-4119-848e-417ec6117bbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.319857] env[69243]: DEBUG oslo_vmware.api [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17001} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.321207] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.321395] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.321574] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.321753] env[69243]: INFO nova.compute.manager [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Took 1.62 seconds to destroy the instance on the hypervisor. [ 982.322040] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.322228] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.322228] env[69243]: value = "task-3689637" [ 982.322228] env[69243]: _type = "Task" [ 982.322228] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.322412] env[69243]: DEBUG nova.compute.manager [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.322504] env[69243]: DEBUG nova.network.neutron [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.332752] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689637, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.475728] env[69243]: DEBUG nova.compute.manager [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Received event network-changed-fc3c16c8-8eea-43f3-b991-4e25306a6945 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.475988] env[69243]: DEBUG nova.compute.manager [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Refreshing instance network info cache due to event network-changed-fc3c16c8-8eea-43f3-b991-4e25306a6945. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.476273] env[69243]: DEBUG oslo_concurrency.lockutils [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] Acquiring lock "refresh_cache-b661b0f7-fc72-4f7b-bdff-2c538749f1e5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.476273] env[69243]: DEBUG oslo_concurrency.lockutils [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] Acquired lock "refresh_cache-b661b0f7-fc72-4f7b-bdff-2c538749f1e5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.476466] env[69243]: DEBUG nova.network.neutron [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Refreshing network info cache for port fc3c16c8-8eea-43f3-b991-4e25306a6945 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.498212] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689634, 'name': ReconfigVM_Task, 'duration_secs': 0.310817} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.498212] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae/9b9116ad-9dd6-4078-b35d-67267b2ad5ae.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.498212] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f91e51c3-60aa-4083-a4f4-f9b85e3380c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.506917] env[69243]: DEBUG nova.compute.manager [req-69e53a90-ca34-41d2-b2fd-4d753d392979 req-6fa1b627-aec4-4255-9c0d-6560d16e9385 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Received event network-vif-plugged-edc3a698-5591-4229-9651-f6c5e676b719 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.507450] env[69243]: DEBUG oslo_concurrency.lockutils [req-69e53a90-ca34-41d2-b2fd-4d753d392979 req-6fa1b627-aec4-4255-9c0d-6560d16e9385 service nova] Acquiring lock "bfb7373c-7300-4893-adde-9c10ffe82ab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.507501] env[69243]: DEBUG oslo_concurrency.lockutils [req-69e53a90-ca34-41d2-b2fd-4d753d392979 req-6fa1b627-aec4-4255-9c0d-6560d16e9385 service nova] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.508466] env[69243]: DEBUG oslo_concurrency.lockutils [req-69e53a90-ca34-41d2-b2fd-4d753d392979 req-6fa1b627-aec4-4255-9c0d-6560d16e9385 service nova] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.508466] env[69243]: DEBUG nova.compute.manager [req-69e53a90-ca34-41d2-b2fd-4d753d392979 req-6fa1b627-aec4-4255-9c0d-6560d16e9385 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] No waiting events found dispatching network-vif-plugged-edc3a698-5591-4229-9651-f6c5e676b719 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.508466] env[69243]: WARNING nova.compute.manager [req-69e53a90-ca34-41d2-b2fd-4d753d392979 req-6fa1b627-aec4-4255-9c0d-6560d16e9385 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Received unexpected event network-vif-plugged-edc3a698-5591-4229-9651-f6c5e676b719 for instance with vm_state building and task_state spawning. [ 982.508902] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 982.508902] env[69243]: value = "task-3689638" [ 982.508902] env[69243]: _type = "Task" [ 982.508902] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.519869] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689638, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.760466] env[69243]: DEBUG nova.scheduler.client.report [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.807732] env[69243]: DEBUG nova.network.neutron [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Successfully updated port: edc3a698-5591-4229-9651-f6c5e676b719 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.839040] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689637, 'name': CreateVM_Task, 'duration_secs': 0.347609} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.839040] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.839040] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.839040] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.839040] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.839440] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30f3b0b-95be-4517-822c-4a4b785d5fe9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.844482] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 982.844482] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cbed4-30c5-879c-f420-a7ccb0c0dd95" [ 982.844482] env[69243]: _type = "Task" [ 982.844482] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.853956] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cbed4-30c5-879c-f420-a7ccb0c0dd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.021734] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689638, 'name': Rename_Task, 'duration_secs': 0.150777} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.022021] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.022257] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-090f9216-d271-4a03-91cd-e8248773bd68 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.028754] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 983.028754] env[69243]: value = "task-3689639" [ 983.028754] env[69243]: _type = "Task" [ 983.028754] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.038531] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.192637] env[69243]: DEBUG nova.network.neutron [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.269844] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.272537] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.774s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.275202] env[69243]: INFO nova.compute.claims [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.296992] env[69243]: INFO nova.scheduler.client.report [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted allocations for instance b27b5c15-da1a-4999-a185-b37c2b0c416b [ 983.310289] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "refresh_cache-bfb7373c-7300-4893-adde-9c10ffe82ab7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.310452] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquired lock "refresh_cache-bfb7373c-7300-4893-adde-9c10ffe82ab7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.310601] env[69243]: DEBUG nova.network.neutron [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.358337] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cbed4-30c5-879c-f420-a7ccb0c0dd95, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.361086] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.361329] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.361967] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.362140] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.362328] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.363325] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a371a4-42c3-42ab-b1c7-da85c1e45d2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.372538] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.372723] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.373689] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba43effa-8a57-49e8-b756-c7b1cefcc700 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.378594] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 983.378594] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527562ef-2426-6fcb-d7b6-f743ba8e4f22" [ 983.378594] env[69243]: _type = "Task" [ 983.378594] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.386636] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527562ef-2426-6fcb-d7b6-f743ba8e4f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.414856] env[69243]: DEBUG nova.network.neutron [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Updated VIF entry in instance network info cache for port fc3c16c8-8eea-43f3-b991-4e25306a6945. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.415198] env[69243]: DEBUG nova.network.neutron [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Updating instance_info_cache with network_info: [{"id": "fc3c16c8-8eea-43f3-b991-4e25306a6945", "address": "fa:16:3e:98:70:f1", "network": {"id": "200c41e9-a059-4875-8a8d-3f52ec61c9d8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1978752055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7896021fec44f75b1f99a297a21da52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c16c8-8e", "ovs_interfaceid": "fc3c16c8-8eea-43f3-b991-4e25306a6945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.541241] env[69243]: DEBUG oslo_vmware.api [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689639, 'name': PowerOnVM_Task, 'duration_secs': 0.462099} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.541511] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.652155] env[69243]: DEBUG nova.compute.manager [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.653018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1fa79-8ce6-4ce0-87f4-90a678f6740b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.696305] env[69243]: INFO nova.compute.manager [-] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Took 1.37 seconds to deallocate network for instance. [ 983.808716] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c5aa79e-c145-4d89-941f-76490f5cc0af tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "b27b5c15-da1a-4999-a185-b37c2b0c416b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.331s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.846063] env[69243]: DEBUG nova.network.neutron [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.892643] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527562ef-2426-6fcb-d7b6-f743ba8e4f22, 'name': SearchDatastore_Task, 'duration_secs': 0.026601} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.893671] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb4ddbe-5c91-45b6-8ae1-c5ac5497cc2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.902479] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 983.902479] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e8065b-86fd-f718-58bb-7fa890eba32e" [ 983.902479] env[69243]: _type = "Task" [ 983.902479] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.912025] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e8065b-86fd-f718-58bb-7fa890eba32e, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.912025] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.912284] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b661b0f7-fc72-4f7b-bdff-2c538749f1e5/b661b0f7-fc72-4f7b-bdff-2c538749f1e5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.912536] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9649dce1-2ef4-486c-ac48-c168ce171258 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.919280] env[69243]: DEBUG oslo_concurrency.lockutils [req-0395dcfc-c7f8-44f7-9dd3-d450c554dabc req-cbaba66a-3787-4ac8-8c77-2f0f24f02b18 service nova] Releasing lock "refresh_cache-b661b0f7-fc72-4f7b-bdff-2c538749f1e5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.919806] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 983.919806] env[69243]: value = "task-3689640" [ 983.919806] env[69243]: _type = "Task" [ 983.919806] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.930628] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.095529] env[69243]: DEBUG nova.network.neutron [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Updating instance_info_cache with network_info: [{"id": "edc3a698-5591-4229-9651-f6c5e676b719", "address": "fa:16:3e:91:e3:47", "network": {"id": "ae88f1ea-3842-4aea-8ded-928467ecb43c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-357501675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9d414311554bc585c69f8dd187ef8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc3a698-55", "ovs_interfaceid": "edc3a698-5591-4229-9651-f6c5e676b719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.894447] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.894863] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Releasing lock "refresh_cache-bfb7373c-7300-4893-adde-9c10ffe82ab7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.894863] env[69243]: DEBUG nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Instance network_info: |[{"id": "edc3a698-5591-4229-9651-f6c5e676b719", "address": "fa:16:3e:91:e3:47", "network": {"id": "ae88f1ea-3842-4aea-8ded-928467ecb43c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-357501675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9d414311554bc585c69f8dd187ef8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc3a698-55", "ovs_interfaceid": "edc3a698-5591-4229-9651-f6c5e676b719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.895173] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.895330] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.897457] env[69243]: DEBUG nova.compute.manager [req-2241c888-8f31-45fd-bafa-5a8f75d91430 req-fa03a5e0-5e67-41c0-96ad-90182cac4891 service nova] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Received event network-vif-deleted-607dfdd0-e494-40e2-8866-30d4ad78a772 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.899648] env[69243]: DEBUG nova.compute.manager [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Received event network-changed-edc3a698-5591-4229-9651-f6c5e676b719 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.899833] env[69243]: DEBUG nova.compute.manager [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Refreshing instance network info cache due to event network-changed-edc3a698-5591-4229-9651-f6c5e676b719. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.900040] env[69243]: DEBUG oslo_concurrency.lockutils [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] Acquiring lock "refresh_cache-bfb7373c-7300-4893-adde-9c10ffe82ab7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.900186] env[69243]: DEBUG oslo_concurrency.lockutils [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] Acquired lock "refresh_cache-bfb7373c-7300-4893-adde-9c10ffe82ab7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.900345] env[69243]: DEBUG nova.network.neutron [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Refreshing network info cache for port edc3a698-5591-4229-9651-f6c5e676b719 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.906453] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e3:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edc3a698-5591-4229-9651-f6c5e676b719', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.913646] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Creating folder: Project (6a9d414311554bc585c69f8dd187ef8c). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.913920] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "2d2cd2db-fd21-4999-9598-3e946902a2e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.914147] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.917703] env[69243]: DEBUG oslo_concurrency.lockutils [None req-32d80e5c-8cf5-4227-aab3-cc36165f82db tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.504s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.918719] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b36c9e5-4cdc-4205-9688-387db00eca25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.926769] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447171} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.929431] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b661b0f7-fc72-4f7b-bdff-2c538749f1e5/b661b0f7-fc72-4f7b-bdff-2c538749f1e5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.930015] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.932013] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01ec1ca-c97b-430f-b533-7c1097f3ba09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.933146] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Created folder: Project (6a9d414311554bc585c69f8dd187ef8c) in parent group-v734844. [ 984.933316] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Creating folder: Instances. Parent ref: group-v735083. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.936071] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642abdf7-fbce-4980-b083-041791161378 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.940040] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 984.940040] env[69243]: value = "task-3689642" [ 984.940040] env[69243]: _type = "Task" [ 984.940040] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.947268] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Created folder: Instances in parent group-v735083. [ 984.947540] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.948921] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.948921] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-917b3b25-0118-42f6-b625-c8a31c9c6b46 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.968736] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.973625] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.973625] env[69243]: value = "task-3689644" [ 984.973625] env[69243]: _type = "Task" [ 984.973625] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.981715] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689644, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.059251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "7530a99d-1250-4c34-8e7b-8f46960d4df9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.059371] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.207468] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2195d668-c3d5-4972-af7d-5bc47a091ae1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.218485] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2bd95-abd3-43ac-8c22-157b56919f1b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.258119] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991d438-c84b-4fe2-9748-cbf6b2921001 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.263944] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ddc9dc-be66-4119-b91d-08142aa50c5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.279150] env[69243]: DEBUG nova.compute.provider_tree [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.403468] env[69243]: DEBUG nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.421592] env[69243]: DEBUG nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.440019] env[69243]: DEBUG nova.network.neutron [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Updated VIF entry in instance network info cache for port edc3a698-5591-4229-9651-f6c5e676b719. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.440019] env[69243]: DEBUG nova.network.neutron [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Updating instance_info_cache with network_info: [{"id": "edc3a698-5591-4229-9651-f6c5e676b719", "address": "fa:16:3e:91:e3:47", "network": {"id": "ae88f1ea-3842-4aea-8ded-928467ecb43c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-357501675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9d414311554bc585c69f8dd187ef8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc3a698-55", "ovs_interfaceid": "edc3a698-5591-4229-9651-f6c5e676b719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.449975] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066874} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.450276] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.451124] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1192a70c-944c-4aa2-ae5f-18bb318412d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.475175] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b661b0f7-fc72-4f7b-bdff-2c538749f1e5/b661b0f7-fc72-4f7b-bdff-2c538749f1e5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.476227] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef7ffce-c9be-4d77-804b-070e5f538a4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.498867] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689644, 'name': CreateVM_Task, 'duration_secs': 0.363686} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.500127] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.500443] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 985.500443] env[69243]: value = "task-3689645" [ 985.500443] env[69243]: _type = "Task" [ 985.500443] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.501077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.501244] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.501817] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.501817] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9a402e-8a0e-4d95-b604-f031aadbf473 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.509228] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 985.509228] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52815f7b-5f5a-6a84-6e38-f308bc67f721" [ 985.509228] env[69243]: _type = "Task" [ 985.509228] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.515711] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689645, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.520306] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52815f7b-5f5a-6a84-6e38-f308bc67f721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.563767] env[69243]: DEBUG nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.782837] env[69243]: DEBUG nova.scheduler.client.report [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.924263] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.938679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.939165] env[69243]: DEBUG oslo_concurrency.lockutils [req-64630e87-9b3b-4d72-88e2-a10b1c6052f7 req-5c209cc9-90cc-47b4-8937-8c944d1edc67 service nova] Releasing lock "refresh_cache-bfb7373c-7300-4893-adde-9c10ffe82ab7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.014496] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689645, 'name': ReconfigVM_Task, 'duration_secs': 0.2672} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.016679] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b661b0f7-fc72-4f7b-bdff-2c538749f1e5/b661b0f7-fc72-4f7b-bdff-2c538749f1e5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.016812] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c69aebcc-03eb-42a9-8514-21b04de2dd01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.023491] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52815f7b-5f5a-6a84-6e38-f308bc67f721, 'name': SearchDatastore_Task, 'duration_secs': 0.013106} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.024720] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.024940] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.026076] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.026076] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.026076] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.026076] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 986.026076] env[69243]: value = "task-3689646" [ 986.026076] env[69243]: _type = "Task" [ 986.026076] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.026076] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ec2bee8-430a-435f-a0b2-13c14c759c4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.035595] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689646, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.044316] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.044389] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.045113] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5215de70-f3e3-4c64-8197-34b69ecb34a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.050270] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 986.050270] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e35801-8c28-1cb1-9c6f-7edd664aa877" [ 986.050270] env[69243]: _type = "Task" [ 986.050270] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.059054] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e35801-8c28-1cb1-9c6f-7edd664aa877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.083173] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.242881] env[69243]: DEBUG nova.compute.manager [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 986.291023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.016s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.291023] env[69243]: DEBUG nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.292118] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.391s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.292475] env[69243]: DEBUG nova.objects.instance [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 986.544085] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689646, 'name': Rename_Task, 'duration_secs': 0.146311} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.544085] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.544085] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c41451-9cf5-42d8-b40a-3b0bf8fcba72 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.551566] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 986.551566] env[69243]: value = "task-3689647" [ 986.551566] env[69243]: _type = "Task" [ 986.551566] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.568731] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e35801-8c28-1cb1-9c6f-7edd664aa877, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.575197] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.575744] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f01ad8-4a91-4af1-83ac-a20a9921539a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582893] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 986.582893] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d6397e-f5ca-ccf1-58af-57ad3ebf59e8" [ 986.582893] env[69243]: _type = "Task" [ 986.582893] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.596116] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d6397e-f5ca-ccf1-58af-57ad3ebf59e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.603521] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310b7951-e230-4b47-8fd6-9923c80993b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.611936] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d7de6b-3f5f-4d8b-a628-74020a66ae6c tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Suspending the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 986.612567] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2f6529c-9272-443f-ba40-486a023dcee4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.620994] env[69243]: DEBUG oslo_vmware.api [None req-c6d7de6b-3f5f-4d8b-a628-74020a66ae6c tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 986.620994] env[69243]: value = "task-3689648" [ 986.620994] env[69243]: _type = "Task" [ 986.620994] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.633653] env[69243]: DEBUG oslo_vmware.api [None req-c6d7de6b-3f5f-4d8b-a628-74020a66ae6c tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689648, 'name': SuspendVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.786027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.799097] env[69243]: DEBUG nova.compute.utils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.806870] env[69243]: DEBUG nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 987.065402] env[69243]: DEBUG oslo_vmware.api [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689647, 'name': PowerOnVM_Task, 'duration_secs': 0.492275} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.065760] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.066031] env[69243]: INFO nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Took 7.95 seconds to spawn the instance on the hypervisor. [ 987.066141] env[69243]: DEBUG nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.066837] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4ba972-2a15-4b47-ae30-5ce576133ded {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.092951] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d6397e-f5ca-ccf1-58af-57ad3ebf59e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.093232] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.093491] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] bfb7373c-7300-4893-adde-9c10ffe82ab7/bfb7373c-7300-4893-adde-9c10ffe82ab7.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.093743] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b448ea9a-af3a-437e-bf2e-780adedad170 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.100859] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 987.100859] env[69243]: value = "task-3689649" [ 987.100859] env[69243]: _type = "Task" [ 987.100859] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.108888] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.130167] env[69243]: DEBUG oslo_vmware.api [None req-c6d7de6b-3f5f-4d8b-a628-74020a66ae6c tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689648, 'name': SuspendVM_Task} progress is 62%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.306983] env[69243]: DEBUG nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.310491] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6b9f057e-4c22-481d-bab8-c34600ef6056 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.311717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.058s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.312678] env[69243]: DEBUG nova.objects.instance [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'resources' on Instance uuid 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.394290] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.394526] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.586828] env[69243]: INFO nova.compute.manager [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Took 32.85 seconds to build instance. [ 987.616113] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689649, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.630142] env[69243]: DEBUG oslo_vmware.api [None req-c6d7de6b-3f5f-4d8b-a628-74020a66ae6c tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689648, 'name': SuspendVM_Task, 'duration_secs': 0.672474} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.630408] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d7de6b-3f5f-4d8b-a628-74020a66ae6c tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Suspended the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 987.630587] env[69243]: DEBUG nova.compute.manager [None req-c6d7de6b-3f5f-4d8b-a628-74020a66ae6c tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.631424] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ef8a06-692f-4061-9222-3ef130e96306 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.908052] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.908052] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.908052] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.908052] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.908052] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.908052] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.908052] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 987.908052] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.089916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d6abeb7f-92b7-4781-a66e-088d9b9cefcb tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.360s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.114556] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830818} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.114823] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] bfb7373c-7300-4893-adde-9c10ffe82ab7/bfb7373c-7300-4893-adde-9c10ffe82ab7.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.115753] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.115753] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b76b7903-b077-499a-af25-b8db8e71a865 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.122090] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 988.122090] env[69243]: value = "task-3689650" [ 988.122090] env[69243]: _type = "Task" [ 988.122090] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.132714] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.147404] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8678df-151f-40d8-bc6d-d6a69ef4e5aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.156254] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fee0215-fda2-4337-8c5e-4a1930c131ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.160932] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.161220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.161408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.161984] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.162233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.164820] env[69243]: INFO nova.compute.manager [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Terminating instance [ 988.199209] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f763d2cc-2d6d-4aca-8713-91701ff6ff6e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.208363] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd67c006-1ec9-4d13-9769-86579fce7a20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.223387] env[69243]: DEBUG nova.compute.provider_tree [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.325790] env[69243]: DEBUG nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.352670] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.353011] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.353190] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.353385] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.353533] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.353681] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.353913] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.354139] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.354327] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.354493] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.354663] env[69243]: DEBUG nova.virt.hardware [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.355560] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f554f8-fea8-4c84-b11f-a07f01cea255 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.363741] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696daecd-5aa1-4085-b863-a7b61810edf9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.377244] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.383129] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Creating folder: Project (892e5c5ed76e42ac99519b73be092c6d). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.383129] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96035f7-eca3-460c-9fe9-04edb441d039 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.392728] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Created folder: Project (892e5c5ed76e42ac99519b73be092c6d) in parent group-v734844. [ 988.392916] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Creating folder: Instances. Parent ref: group-v735086. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.393182] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c12eda14-8a8b-41dc-9dce-8cc8d41ed85a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.403264] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Created folder: Instances in parent group-v735086. [ 988.403510] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.403703] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.403907] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-979d2323-e2f3-4ede-a5d0-5da63c54f8a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.416863] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.421232] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.421232] env[69243]: value = "task-3689653" [ 988.421232] env[69243]: _type = "Task" [ 988.421232] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.428470] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689653, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.631764] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157929} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.633193] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.633917] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0004bd71-97d6-4352-a96c-cd3bc7203b81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.656371] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] bfb7373c-7300-4893-adde-9c10ffe82ab7/bfb7373c-7300-4893-adde-9c10ffe82ab7.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.657869] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d5affae-8223-4cf8-89a9-33511927b6bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.677789] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 988.677789] env[69243]: value = "task-3689654" [ 988.677789] env[69243]: _type = "Task" [ 988.677789] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.685607] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.703431] env[69243]: DEBUG nova.compute.manager [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.703641] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.704491] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a23ba-5e72-4d3d-9980-61493248c8a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.712099] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.712349] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35e3aa9-43b7-43a3-bdb5-2ccbc057435e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.717981] env[69243]: DEBUG oslo_vmware.api [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 988.717981] env[69243]: value = "task-3689655" [ 988.717981] env[69243]: _type = "Task" [ 988.717981] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.725998] env[69243]: DEBUG nova.scheduler.client.report [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.733018] env[69243]: DEBUG oslo_vmware.api [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.933664] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689653, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.189057] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689654, 'name': ReconfigVM_Task, 'duration_secs': 0.400241} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.189439] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] bfb7373c-7300-4893-adde-9c10ffe82ab7/bfb7373c-7300-4893-adde-9c10ffe82ab7.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.190066] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e14b10d-10f8-446a-81a0-12123bcb170e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.196838] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 989.196838] env[69243]: value = "task-3689656" [ 989.196838] env[69243]: _type = "Task" [ 989.196838] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.205622] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689656, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.228270] env[69243]: DEBUG oslo_vmware.api [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689655, 'name': PowerOffVM_Task, 'duration_secs': 0.261919} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.229299] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.229783] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.233085] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.233085] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6834306e-3d07-406b-a019-5d0fda3641fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.235906] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.288s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.242600] env[69243]: INFO nova.compute.claims [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.267471] env[69243]: INFO nova.scheduler.client.report [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted allocations for instance 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2 [ 989.309039] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.309039] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.309039] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Deleting the datastore file [datastore2] b661b0f7-fc72-4f7b-bdff-2c538749f1e5 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.309039] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-390a5d01-69a7-47df-a367-020e06843a3d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.321045] env[69243]: INFO nova.compute.manager [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Resuming [ 989.321666] env[69243]: DEBUG nova.objects.instance [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lazy-loading 'flavor' on Instance uuid 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.322989] env[69243]: DEBUG oslo_vmware.api [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for the task: (returnval){ [ 989.322989] env[69243]: value = "task-3689658" [ 989.322989] env[69243]: _type = "Task" [ 989.322989] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.332427] env[69243]: DEBUG oslo_vmware.api [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.436333] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689653, 'name': CreateVM_Task, 'duration_secs': 0.535098} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.436446] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.436814] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.436981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.437329] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.437640] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9e627f-3a69-42c2-9b4c-db40d2915a7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.442236] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 989.442236] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52307a15-18a0-f647-cbbd-a6729c41c926" [ 989.442236] env[69243]: _type = "Task" [ 989.442236] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.450327] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52307a15-18a0-f647-cbbd-a6729c41c926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.452589] env[69243]: DEBUG oslo_concurrency.lockutils [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.452801] env[69243]: DEBUG oslo_concurrency.lockutils [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.708638] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689656, 'name': Rename_Task, 'duration_secs': 0.146624} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.709022] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.709335] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2725b47-f02b-4bd9-8890-febff6cfeb04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.716310] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 989.716310] env[69243]: value = "task-3689659" [ 989.716310] env[69243]: _type = "Task" [ 989.716310] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.724454] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.775093] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8fcb3738-9781-4780-9bfe-3f826e5e327f tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "2de56afd-b74d-4af0-8a19-5aa8dc63dcf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.939s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.837020] env[69243]: DEBUG oslo_vmware.api [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Task: {'id': task-3689658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156657} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.837169] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.837218] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.837767] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.837767] env[69243]: INFO nova.compute.manager [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 989.837767] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.838019] env[69243]: DEBUG nova.compute.manager [-] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.838066] env[69243]: DEBUG nova.network.neutron [-] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.958525] env[69243]: DEBUG nova.compute.utils [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.959869] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52307a15-18a0-f647-cbbd-a6729c41c926, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.960171] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.960398] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.960627] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.960769] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.961213] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.961659] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5282f704-b21c-409e-9dca-a28aa86dba7c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.975018] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.975018] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.975018] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf353293-e62a-4ac0-b21a-b13ddf240858 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.980732] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 989.980732] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a41240-5abd-b6c9-d000-339b96daee01" [ 989.980732] env[69243]: _type = "Task" [ 989.980732] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.988324] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a41240-5abd-b6c9-d000-339b96daee01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.120596] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.120877] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.225727] env[69243]: DEBUG oslo_vmware.api [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689659, 'name': PowerOnVM_Task, 'duration_secs': 0.460225} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.225997] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.226211] env[69243]: INFO nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Took 8.71 seconds to spawn the instance on the hypervisor. [ 990.226398] env[69243]: DEBUG nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.227156] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4bef48-39ba-4a3c-8715-838400438dae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.352047] env[69243]: DEBUG nova.compute.manager [req-8c03397b-0910-4563-baae-39be51f2283b req-ec10373f-5cfe-4819-bbbb-c524e3fb1e6d service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Received event network-vif-deleted-fc3c16c8-8eea-43f3-b991-4e25306a6945 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.352047] env[69243]: INFO nova.compute.manager [req-8c03397b-0910-4563-baae-39be51f2283b req-ec10373f-5cfe-4819-bbbb-c524e3fb1e6d service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Neutron deleted interface fc3c16c8-8eea-43f3-b991-4e25306a6945; detaching it from the instance and deleting it from the info cache [ 990.352047] env[69243]: DEBUG nova.network.neutron [req-8c03397b-0910-4563-baae-39be51f2283b req-ec10373f-5cfe-4819-bbbb-c524e3fb1e6d service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.463585] env[69243]: DEBUG oslo_concurrency.lockutils [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.469468] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd77358-40b0-4641-badf-bdd2a411e33d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.476645] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f8a7a0-180f-44af-b431-23913ba35543 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.509631] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d3c432-8e03-453c-bd3c-ecdddd88ca98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.515227] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a41240-5abd-b6c9-d000-339b96daee01, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.516231] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e484996a-5604-4ff9-b59a-6417e032dea7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.521463] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212feb61-d08a-411d-b3f4-4c67500d44c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.526061] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 990.526061] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5234a551-54a2-2bc2-efc6-321151d6beaf" [ 990.526061] env[69243]: _type = "Task" [ 990.526061] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.536703] env[69243]: DEBUG nova.compute.provider_tree [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.542969] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5234a551-54a2-2bc2-efc6-321151d6beaf, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.543269] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.544055] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.544055] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825614c9-7db7-4689-b785-0a580b382a64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.556057] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 990.556057] env[69243]: value = "task-3689660" [ 990.556057] env[69243]: _type = "Task" [ 990.556057] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.564149] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.625030] env[69243]: DEBUG nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.652695] env[69243]: DEBUG nova.network.neutron [-] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.744880] env[69243]: INFO nova.compute.manager [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Took 35.83 seconds to build instance. [ 990.835016] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquired lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835325] env[69243]: DEBUG nova.network.neutron [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.854558] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb2b0e34-9a70-47ee-bede-ca5cc96825aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.864023] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b57c2e-c68d-4a80-8591-6dd1469b64c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.891653] env[69243]: DEBUG nova.compute.manager [req-8c03397b-0910-4563-baae-39be51f2283b req-ec10373f-5cfe-4819-bbbb-c524e3fb1e6d service nova] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Detach interface failed, port_id=fc3c16c8-8eea-43f3-b991-4e25306a6945, reason: Instance b661b0f7-fc72-4f7b-bdff-2c538749f1e5 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.040241] env[69243]: DEBUG nova.scheduler.client.report [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.066645] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689660, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.128140] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4db19575-881b-4500-9c97-529f6baf76e7 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "interface-bfb7373c-7300-4893-adde-9c10ffe82ab7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.128468] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4db19575-881b-4500-9c97-529f6baf76e7 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "interface-bfb7373c-7300-4893-adde-9c10ffe82ab7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.128816] env[69243]: DEBUG nova.objects.instance [None req-4db19575-881b-4500-9c97-529f6baf76e7 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lazy-loading 'flavor' on Instance uuid bfb7373c-7300-4893-adde-9c10ffe82ab7 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.146269] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.155576] env[69243]: INFO nova.compute.manager [-] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Took 1.32 seconds to deallocate network for instance. [ 991.247515] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e660f00-5ae0-45a5-8831-1a21ece2fc36 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.344s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.520570] env[69243]: DEBUG oslo_concurrency.lockutils [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.520878] env[69243]: DEBUG oslo_concurrency.lockutils [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.521142] env[69243]: INFO nova.compute.manager [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Attaching volume e58e11d2-3e47-4f83-a059-ed2cf53e69cd to /dev/sdb [ 991.545295] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.545790] env[69243]: DEBUG nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.548331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.469s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.548580] env[69243]: DEBUG nova.objects.instance [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lazy-loading 'resources' on Instance uuid 8f247fca-d72a-4e19-8075-8f77fff61c59 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.564713] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f6874-2c2c-4abe-9361-3c8b438291ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.570880] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786866} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.571491] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.571701] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.571941] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c21274a-ea45-4df7-a168-674dca58f3f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.575793] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37cbd13-3f02-42d5-9d9c-a756105a3dfa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.579706] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 991.579706] env[69243]: value = "task-3689661" [ 991.579706] env[69243]: _type = "Task" [ 991.579706] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.586449] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.592190] env[69243]: DEBUG nova.virt.block_device [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating existing volume attachment record: 14a7501a-38ec-4caf-ac29-8ea58ffa0dbe {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.634657] env[69243]: DEBUG nova.objects.instance [None req-4db19575-881b-4500-9c97-529f6baf76e7 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lazy-loading 'pci_requests' on Instance uuid bfb7373c-7300-4893-adde-9c10ffe82ab7 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.650871] env[69243]: DEBUG nova.network.neutron [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [{"id": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "address": "fa:16:3e:8a:0d:e0", "network": {"id": "a124d359-38a3-4be6-afc6-233c22f5151f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-948022243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99104d10830e4fc49918c27e4bdc1a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a637fee-dc", "ovs_interfaceid": "9a637fee-dc1d-4a9b-a456-28e3bf6dfd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.662568] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.054912] env[69243]: DEBUG nova.compute.utils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.056446] env[69243]: DEBUG nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.056617] env[69243]: DEBUG nova.network.neutron [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.093112] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169721} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.093446] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.094219] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2cc965-76e6-4f27-b156-4b936a51e32b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.115026] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.116660] env[69243]: DEBUG nova.policy [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3439e02be52848e7b9440f6c52a19a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e8f9cb600145cfa597b57743b69137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.120091] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5cdbdf7-e718-448c-beb8-1bda1b6ae2a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.138104] env[69243]: DEBUG nova.objects.base [None req-4db19575-881b-4500-9c97-529f6baf76e7 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.138320] env[69243]: DEBUG nova.network.neutron [None req-4db19575-881b-4500-9c97-529f6baf76e7 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.141499] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 992.141499] env[69243]: value = "task-3689665" [ 992.141499] env[69243]: _type = "Task" [ 992.141499] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.152408] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.155993] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Releasing lock "refresh_cache-9b9116ad-9dd6-4078-b35d-67267b2ad5ae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.156824] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e323e5a1-293e-4783-befc-08e819679f8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.165560] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Resuming the VM {{(pid=69243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 992.166344] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aeb5bb9-5a57-47db-b645-42b821ce1314 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.172600] env[69243]: DEBUG oslo_vmware.api [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 992.172600] env[69243]: value = "task-3689666" [ 992.172600] env[69243]: _type = "Task" [ 992.172600] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.183649] env[69243]: DEBUG oslo_vmware.api [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.226129] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4db19575-881b-4500-9c97-529f6baf76e7 tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "interface-bfb7373c-7300-4893-adde-9c10ffe82ab7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.361507] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "29568850-2254-483c-bee3-3d989cc5f7b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.361804] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "29568850-2254-483c-bee3-3d989cc5f7b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.378928] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed96d1-0311-4a48-9a07-5cf03d9534da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.387450] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4903b-aea0-4dbe-9d1d-5a5fc14f1d46 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.419635] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b45b04-71ac-4bd9-8d19-184ef762b5fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.427649] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaadbc0-6571-4ea2-ae13-b49f1adbc9c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.441931] env[69243]: DEBUG nova.compute.provider_tree [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.530539] env[69243]: DEBUG nova.network.neutron [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Successfully created port: 2516f8d1-4db6-490f-89dd-e010fa3119ee {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.559441] env[69243]: DEBUG nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.653135] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689665, 'name': ReconfigVM_Task, 'duration_secs': 0.499355} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.653488] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.654148] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cef4559-1dcb-44ba-a041-b927208ad143 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.660462] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 992.660462] env[69243]: value = "task-3689667" [ 992.660462] env[69243]: _type = "Task" [ 992.660462] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.668853] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689667, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.685807] env[69243]: DEBUG oslo_vmware.api [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.865538] env[69243]: DEBUG nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.945850] env[69243]: DEBUG nova.scheduler.client.report [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.171198] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689667, 'name': Rename_Task, 'duration_secs': 0.214007} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.171542] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.171875] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cea6dbe-8e05-425a-8091-cf7842f04a78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.181212] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 993.181212] env[69243]: value = "task-3689668" [ 993.181212] env[69243]: _type = "Task" [ 993.181212] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.187533] env[69243]: DEBUG oslo_vmware.api [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689666, 'name': PowerOnVM_Task, 'duration_secs': 0.5725} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.188315] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Resumed the VM {{(pid=69243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 993.188562] env[69243]: DEBUG nova.compute.manager [None req-8e102367-3902-423e-933b-98b1d34eed10 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.189399] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a27db2-ed76-48e2-afe5-d924d9c968a4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.195026] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.388035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.451578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.453888] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.918s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.455421] env[69243]: INFO nova.compute.claims [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.471265] env[69243]: INFO nova.scheduler.client.report [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleted allocations for instance 8f247fca-d72a-4e19-8075-8f77fff61c59 [ 993.568923] env[69243]: DEBUG nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.595272] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.595534] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.595689] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.595868] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.596030] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.596186] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.596392] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.596551] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.596715] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.596877] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.597088] env[69243]: DEBUG nova.virt.hardware [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.598274] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7135d49-27d6-49e4-86f7-61bd2dc258bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.606487] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0530445e-3d16-453a-af9a-dafaad6ae664 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.691382] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.974463] env[69243]: DEBUG nova.compute.manager [req-62f828d2-1e11-4904-8fdf-2cc6055f6725 req-f3eb9410-d86a-415c-8c3b-4df09a950035 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Received event network-vif-plugged-2516f8d1-4db6-490f-89dd-e010fa3119ee {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.974463] env[69243]: DEBUG oslo_concurrency.lockutils [req-62f828d2-1e11-4904-8fdf-2cc6055f6725 req-f3eb9410-d86a-415c-8c3b-4df09a950035 service nova] Acquiring lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.974463] env[69243]: DEBUG oslo_concurrency.lockutils [req-62f828d2-1e11-4904-8fdf-2cc6055f6725 req-f3eb9410-d86a-415c-8c3b-4df09a950035 service nova] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.974463] env[69243]: DEBUG oslo_concurrency.lockutils [req-62f828d2-1e11-4904-8fdf-2cc6055f6725 req-f3eb9410-d86a-415c-8c3b-4df09a950035 service nova] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.974463] env[69243]: DEBUG nova.compute.manager [req-62f828d2-1e11-4904-8fdf-2cc6055f6725 req-f3eb9410-d86a-415c-8c3b-4df09a950035 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] No waiting events found dispatching network-vif-plugged-2516f8d1-4db6-490f-89dd-e010fa3119ee {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.974463] env[69243]: WARNING nova.compute.manager [req-62f828d2-1e11-4904-8fdf-2cc6055f6725 req-f3eb9410-d86a-415c-8c3b-4df09a950035 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Received unexpected event network-vif-plugged-2516f8d1-4db6-490f-89dd-e010fa3119ee for instance with vm_state building and task_state spawning. [ 993.979370] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fd69d3c2-f2de-4e19-85b4-d679028afb9c tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "8f247fca-d72a-4e19-8075-8f77fff61c59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.125s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.083601] env[69243]: DEBUG nova.network.neutron [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Successfully updated port: 2516f8d1-4db6-490f-89dd-e010fa3119ee {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.195665] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.196165] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "bfb7373c-7300-4893-adde-9c10ffe82ab7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.196457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.196723] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "bfb7373c-7300-4893-adde-9c10ffe82ab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.196967] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.197209] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.199776] env[69243]: INFO nova.compute.manager [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Terminating instance [ 994.588859] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-73480d26-efe8-44ea-b262-c5c8c6cb26ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.589162] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-73480d26-efe8-44ea-b262-c5c8c6cb26ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.590158] env[69243]: DEBUG nova.network.neutron [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.695584] env[69243]: DEBUG oslo_vmware.api [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689668, 'name': PowerOnVM_Task, 'duration_secs': 1.045765} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.695744] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.695950] env[69243]: INFO nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Took 6.37 seconds to spawn the instance on the hypervisor. [ 994.696679] env[69243]: DEBUG nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.696886] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea8ffe-5715-4107-a1ca-132bf885011c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.707746] env[69243]: DEBUG nova.compute.manager [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.708993] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.708993] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63f73c-3dc0-47c2-926a-a8b97bcde823 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.716646] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.716915] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fbdf56c-3f7f-485c-9431-ae786f8657de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.724199] env[69243]: DEBUG oslo_vmware.api [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 994.724199] env[69243]: value = "task-3689670" [ 994.724199] env[69243]: _type = "Task" [ 994.724199] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.733012] env[69243]: DEBUG oslo_vmware.api [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.735012] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c126dd9c-8d12-4190-a04f-fdfbca19c076 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.741306] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0843e740-5ba9-4186-8b57-16f4d977cfb1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.745298] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "c79bde56-2b19-4172-9452-23e6ac62b139" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.745529] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "c79bde56-2b19-4172-9452-23e6ac62b139" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.745720] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "c79bde56-2b19-4172-9452-23e6ac62b139-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.745927] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "c79bde56-2b19-4172-9452-23e6ac62b139-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.746142] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "c79bde56-2b19-4172-9452-23e6ac62b139-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.748340] env[69243]: INFO nova.compute.manager [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Terminating instance [ 994.775559] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "refresh_cache-c79bde56-2b19-4172-9452-23e6ac62b139" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.775729] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquired lock "refresh_cache-c79bde56-2b19-4172-9452-23e6ac62b139" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.775909] env[69243]: DEBUG nova.network.neutron [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.777341] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee356cd7-0dc1-4bd9-b5ed-eaf4fbbe7927 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.785857] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc74a508-68e2-47f3-ad06-493c6fd1b11e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.801263] env[69243]: DEBUG nova.compute.provider_tree [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.136443] env[69243]: DEBUG nova.network.neutron [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.220397] env[69243]: INFO nova.compute.manager [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Took 29.74 seconds to build instance. [ 995.240423] env[69243]: DEBUG oslo_vmware.api [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689670, 'name': PowerOffVM_Task, 'duration_secs': 0.385103} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.243946] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.244420] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.244420] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6732448c-c4d2-41bd-b46c-4992e6419804 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.298604] env[69243]: DEBUG nova.network.neutron [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.303706] env[69243]: DEBUG nova.scheduler.client.report [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.312139] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.312139] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.312139] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Deleting the datastore file [datastore2] bfb7373c-7300-4893-adde-9c10ffe82ab7 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.312139] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25210699-12f1-420e-866a-c07dffd5c76e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.318306] env[69243]: DEBUG oslo_vmware.api [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for the task: (returnval){ [ 995.318306] env[69243]: value = "task-3689672" [ 995.318306] env[69243]: _type = "Task" [ 995.318306] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.328309] env[69243]: DEBUG oslo_vmware.api [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.353164] env[69243]: DEBUG nova.network.neutron [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.364648] env[69243]: DEBUG nova.network.neutron [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Updating instance_info_cache with network_info: [{"id": "2516f8d1-4db6-490f-89dd-e010fa3119ee", "address": "fa:16:3e:94:5e:c4", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2516f8d1-4d", "ovs_interfaceid": "2516f8d1-4db6-490f-89dd-e010fa3119ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.723470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-24f7d236-2701-4ba8-82a5-e13e1682b161 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "f905c56e-0424-486e-828e-763fc772c0cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.255s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.812771] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.813348] env[69243]: DEBUG nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.816339] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.043s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.816589] env[69243]: DEBUG nova.objects.instance [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 995.830661] env[69243]: DEBUG oslo_vmware.api [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Task: {'id': task-3689672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131729} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.830947] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.831533] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.831533] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.831533] env[69243]: INFO nova.compute.manager [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 995.831773] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.831927] env[69243]: DEBUG nova.compute.manager [-] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.832122] env[69243]: DEBUG nova.network.neutron [-] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.856754] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Releasing lock "refresh_cache-c79bde56-2b19-4172-9452-23e6ac62b139" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.857191] env[69243]: DEBUG nova.compute.manager [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.857388] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.858523] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f56043-7eb2-47ea-8f02-7f2504da8cf9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.867024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-73480d26-efe8-44ea-b262-c5c8c6cb26ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.867340] env[69243]: DEBUG nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Instance network_info: |[{"id": "2516f8d1-4db6-490f-89dd-e010fa3119ee", "address": "fa:16:3e:94:5e:c4", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2516f8d1-4d", "ovs_interfaceid": "2516f8d1-4db6-490f-89dd-e010fa3119ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.867650] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.868279] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:5e:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2516f8d1-4db6-490f-89dd-e010fa3119ee', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.879482] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.879691] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aecab96-c237-4afc-bfa8-95299e2e49c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.886031] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.892985] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-157710de-01eb-4444-9235-7951558570d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.910795] env[69243]: DEBUG oslo_vmware.api [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 995.910795] env[69243]: value = "task-3689673" [ 995.910795] env[69243]: _type = "Task" [ 995.910795] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.920390] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.920390] env[69243]: value = "task-3689674" [ 995.920390] env[69243]: _type = "Task" [ 995.920390] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.928237] env[69243]: DEBUG oslo_vmware.api [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.934010] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689674, 'name': CreateVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.096014] env[69243]: DEBUG nova.compute.manager [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Received event network-changed-2516f8d1-4db6-490f-89dd-e010fa3119ee {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.098430] env[69243]: DEBUG nova.compute.manager [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Refreshing instance network info cache due to event network-changed-2516f8d1-4db6-490f-89dd-e010fa3119ee. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.098430] env[69243]: DEBUG oslo_concurrency.lockutils [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] Acquiring lock "refresh_cache-73480d26-efe8-44ea-b262-c5c8c6cb26ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.098430] env[69243]: DEBUG oslo_concurrency.lockutils [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] Acquired lock "refresh_cache-73480d26-efe8-44ea-b262-c5c8c6cb26ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.098430] env[69243]: DEBUG nova.network.neutron [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Refreshing network info cache for port 2516f8d1-4db6-490f-89dd-e010fa3119ee {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.137667] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 996.139080] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735090', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'name': 'volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12191b81-17b0-4d8d-b6de-d067e294908e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'serial': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 996.139963] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bf2da5-ee0b-43ed-9ad6-b8444185fcb4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.163086] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4950581-182f-4688-87d7-b3156bd4003f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.193655] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd/volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.194117] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582531c6-b50d-412f-b120-2ee53170278c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.215573] env[69243]: DEBUG oslo_vmware.api [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 996.215573] env[69243]: value = "task-3689675" [ 996.215573] env[69243]: _type = "Task" [ 996.215573] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.223880] env[69243]: DEBUG oslo_vmware.api [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.324376] env[69243]: DEBUG nova.compute.utils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.326226] env[69243]: DEBUG nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.326441] env[69243]: DEBUG nova.network.neutron [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.387480] env[69243]: DEBUG nova.policy [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.408809] env[69243]: INFO nova.compute.manager [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Rebuilding instance [ 996.422962] env[69243]: DEBUG oslo_vmware.api [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689673, 'name': PowerOffVM_Task, 'duration_secs': 0.157866} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.425752] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.425917] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.426231] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4208e345-b89d-4d56-a5fe-e9f8a1fe47c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.434582] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689674, 'name': CreateVM_Task, 'duration_secs': 0.319209} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.434854] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.439126] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.439300] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.439629] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.440320] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847b6819-aecf-431a-86f8-1b2a89b30fed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.445942] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 996.445942] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d16507-9ece-1be9-9b85-680bd25e9bc5" [ 996.445942] env[69243]: _type = "Task" [ 996.445942] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.452350] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.452350] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.452517] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleting the datastore file [datastore2] c79bde56-2b19-4172-9452-23e6ac62b139 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.452718] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf52094-5809-40ac-afb7-bbfe14968213 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.459245] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d16507-9ece-1be9-9b85-680bd25e9bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.463679] env[69243]: DEBUG oslo_vmware.api [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for the task: (returnval){ [ 996.463679] env[69243]: value = "task-3689677" [ 996.463679] env[69243]: _type = "Task" [ 996.463679] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.469442] env[69243]: DEBUG nova.compute.manager [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.470509] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf845c4c-95fd-4d3f-af5a-06d9ad40bb84 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.480625] env[69243]: DEBUG oslo_vmware.api [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.726379] env[69243]: DEBUG nova.network.neutron [-] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.727447] env[69243]: DEBUG oslo_vmware.api [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689675, 'name': ReconfigVM_Task, 'duration_secs': 0.336006} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.730246] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd/volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.735074] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51794703-415b-4d93-a238-04bce3910d74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.755754] env[69243]: DEBUG oslo_vmware.api [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 996.755754] env[69243]: value = "task-3689678" [ 996.755754] env[69243]: _type = "Task" [ 996.755754] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.768756] env[69243]: DEBUG oslo_vmware.api [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.791683] env[69243]: DEBUG nova.network.neutron [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Successfully created port: 876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.815496] env[69243]: DEBUG nova.network.neutron [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Updated VIF entry in instance network info cache for port 2516f8d1-4db6-490f-89dd-e010fa3119ee. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.815863] env[69243]: DEBUG nova.network.neutron [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Updating instance_info_cache with network_info: [{"id": "2516f8d1-4db6-490f-89dd-e010fa3119ee", "address": "fa:16:3e:94:5e:c4", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2516f8d1-4d", "ovs_interfaceid": "2516f8d1-4db6-490f-89dd-e010fa3119ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.827423] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9b210179-7fe5-4ca9-b5b2-002c7cd82244 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.828976] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.979s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.829228] env[69243]: DEBUG nova.objects.instance [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lazy-loading 'resources' on Instance uuid 5c607324-9db7-4651-aa1e-88e561356207 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.830283] env[69243]: DEBUG nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.956447] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d16507-9ece-1be9-9b85-680bd25e9bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.956748] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.956984] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.957307] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.957467] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.957642] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.957907] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d0084c-02c9-48a4-8ea1-aecb9763dfbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.966459] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.966629] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.970248] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b4a2b5-a865-4236-b705-cdec230c96ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.978983] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 996.978983] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5235a244-9f98-c5f2-33f1-612f8d3b9aee" [ 996.978983] env[69243]: _type = "Task" [ 996.978983] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.979251] env[69243]: DEBUG oslo_vmware.api [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Task: {'id': task-3689677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091291} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.979570] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.979759] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.979939] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.980170] env[69243]: INFO nova.compute.manager [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Took 1.12 seconds to destroy the instance on the hypervisor. [ 996.980427] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.983731] env[69243]: DEBUG nova.compute.manager [-] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.983731] env[69243]: DEBUG nova.network.neutron [-] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.992606] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5235a244-9f98-c5f2-33f1-612f8d3b9aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.999746] env[69243]: DEBUG nova.network.neutron [-] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.231537] env[69243]: INFO nova.compute.manager [-] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Took 1.40 seconds to deallocate network for instance. [ 997.265687] env[69243]: DEBUG oslo_vmware.api [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689678, 'name': ReconfigVM_Task, 'duration_secs': 0.145271} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.266043] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735090', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'name': 'volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12191b81-17b0-4d8d-b6de-d067e294908e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'serial': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 997.318350] env[69243]: DEBUG oslo_concurrency.lockutils [req-91c24172-2315-4d68-8c02-01c9354d5397 req-a77bde9a-1008-4b65-bd4a-2ee0c855fd99 service nova] Releasing lock "refresh_cache-73480d26-efe8-44ea-b262-c5c8c6cb26ef" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.491308] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5235a244-9f98-c5f2-33f1-612f8d3b9aee, 'name': SearchDatastore_Task, 'duration_secs': 0.01865} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.492116] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d50514-38e4-4481-8963-81e7edda59dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.494621] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.494805] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9014c3d5-bbc4-47a9-be0d-b61d16cf32f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.500026] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 997.500026] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524e4f8b-fda2-68ad-74f4-82ba352713bd" [ 997.500026] env[69243]: _type = "Task" [ 997.500026] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.505577] env[69243]: DEBUG nova.network.neutron [-] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.506767] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 997.506767] env[69243]: value = "task-3689679" [ 997.506767] env[69243]: _type = "Task" [ 997.506767] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.517822] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524e4f8b-fda2-68ad-74f4-82ba352713bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.525183] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.581524] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c1f396-e049-45d8-88f4-8f0243cb85e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.589623] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c3a38-b5d6-440d-9024-c90d391ef025 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.630018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38ee6a4-693b-476d-a361-db7b8751804e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.637975] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2944794-a41a-495c-aaa7-158b81133a63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.651820] env[69243]: DEBUG nova.compute.provider_tree [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.738773] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.843295] env[69243]: DEBUG nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.870059] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.870322] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.870479] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.870660] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.870807] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.870990] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.871224] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.871383] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.871549] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.871743] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.871967] env[69243]: DEBUG nova.virt.hardware [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.872831] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69379fb9-c623-4eaa-bc21-3be193bb9638 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.881557] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f41f4f-a5e7-4dee-a1ac-6c05614faf1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.011096] env[69243]: INFO nova.compute.manager [-] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Took 1.03 seconds to deallocate network for instance. [ 998.011454] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524e4f8b-fda2-68ad-74f4-82ba352713bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01787} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.016480] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.016785] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 73480d26-efe8-44ea-b262-c5c8c6cb26ef/73480d26-efe8-44ea-b262-c5c8c6cb26ef.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.019912] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feeca9b5-06ff-4156-8983-cdd2360428d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.027083] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689679, 'name': PowerOffVM_Task, 'duration_secs': 0.143448} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.028325] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.029145] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.029531] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 998.029531] env[69243]: value = "task-3689680" [ 998.029531] env[69243]: _type = "Task" [ 998.029531] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.030460] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d98c7d-6514-4df2-a4fb-c0811d7699cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.041610] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.043704] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.043968] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a100a02a-05c9-4e4b-8567-a17856bb23cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.068115] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.068322] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.068498] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Deleting the datastore file [datastore2] f905c56e-0424-486e-828e-763fc772c0cb {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.068774] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52748345-0316-4e36-9831-a0a8bf311ff9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.075194] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 998.075194] env[69243]: value = "task-3689682" [ 998.075194] env[69243]: _type = "Task" [ 998.075194] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.082856] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.155638] env[69243]: DEBUG nova.scheduler.client.report [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.304653] env[69243]: DEBUG nova.objects.instance [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.465789] env[69243]: DEBUG nova.compute.manager [req-84455f16-e7de-40ef-b3bc-ae0edfc43cd5 req-870f3229-6635-4e8e-8b96-fd17cb33db1d service nova] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Received event network-vif-deleted-edc3a698-5591-4229-9651-f6c5e676b719 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.523534] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.544256] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448777} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.544819] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 73480d26-efe8-44ea-b262-c5c8c6cb26ef/73480d26-efe8-44ea-b262-c5c8c6cb26ef.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.544819] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.544970] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86d1df0-3008-4eae-b8a1-92f942a598a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.552232] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 998.552232] env[69243]: value = "task-3689683" [ 998.552232] env[69243]: _type = "Task" [ 998.552232] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.561303] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.600178] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09073} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.600540] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.601913] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.601913] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.660486] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.663936] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.898s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.665485] env[69243]: INFO nova.compute.claims [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.692447] env[69243]: INFO nova.scheduler.client.report [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Deleted allocations for instance 5c607324-9db7-4651-aa1e-88e561356207 [ 998.806146] env[69243]: DEBUG nova.network.neutron [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Successfully updated port: 876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.811505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-72415bf6-01b6-4fc1-bf50-f4cba8376f6c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.063149] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065634} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.063458] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.064272] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f9461-be1e-4224-9492-2a677c5f3016 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.089925] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 73480d26-efe8-44ea-b262-c5c8c6cb26ef/73480d26-efe8-44ea-b262-c5c8c6cb26ef.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.090438] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.090667] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.090840] env[69243]: DEBUG nova.compute.manager [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.091130] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6616bea-7252-41f0-904b-70fd48942d2d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.109587] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1930003d-05f4-4a00-a129-fcf0a28c0549 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.119981] env[69243]: DEBUG nova.compute.manager [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 999.120178] env[69243]: DEBUG nova.objects.instance [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.123067] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 999.123067] env[69243]: value = "task-3689684" [ 999.123067] env[69243]: _type = "Task" [ 999.123067] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.131060] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.204451] env[69243]: DEBUG oslo_concurrency.lockutils [None req-724a71b3-fbde-412b-853b-9f6cff2ca527 tempest-ServersTestManualDisk-1636977605 tempest-ServersTestManualDisk-1636977605-project-member] Lock "5c607324-9db7-4651-aa1e-88e561356207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.309730] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.309954] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.310141] env[69243]: DEBUG nova.network.neutron [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.392826] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.393099] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.393344] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.393513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.393684] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.395755] env[69243]: INFO nova.compute.manager [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Terminating instance [ 999.642877] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689684, 'name': ReconfigVM_Task, 'duration_secs': 0.415494} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.645051] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 73480d26-efe8-44ea-b262-c5c8c6cb26ef/73480d26-efe8-44ea-b262-c5c8c6cb26ef.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.646078] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c07328ad-9703-4c62-8e44-f91744a2c13d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.652732] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.652901] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.653073] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.653255] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.653407] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.653562] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.653762] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.653923] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.654110] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.654414] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.654573] env[69243]: DEBUG nova.virt.hardware [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.655590] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98db218-e5e1-4c08-824d-1790c08463d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.659049] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 999.659049] env[69243]: value = "task-3689685" [ 999.659049] env[69243]: _type = "Task" [ 999.659049] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.666695] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc1a644-2a79-4f4e-bca7-a415798e520f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.675884] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689685, 'name': Rename_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.692794] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.698360] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.701085] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.701500] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80035433-1513-4676-8197-ad1495c13349 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.718629] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.718629] env[69243]: value = "task-3689686" [ 999.718629] env[69243]: _type = "Task" [ 999.718629] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.726755] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689686, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.879016] env[69243]: DEBUG nova.network.neutron [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.899906] env[69243]: DEBUG nova.compute.manager [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.900164] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.901108] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9107a0ea-a27f-4e9c-9ac8-5f9d5cf667ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.913169] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.913169] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3112b348-4949-4f67-b812-1e8d1e8998cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.919998] env[69243]: DEBUG oslo_vmware.api [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 999.919998] env[69243]: value = "task-3689687" [ 999.919998] env[69243]: _type = "Task" [ 999.919998] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.930822] env[69243]: DEBUG oslo_vmware.api [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.946289] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d475346-c156-45ce-ad3d-fef96fa84483 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.954308] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1c16d-39f1-40e9-88f0-f5ad7eff02a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.988657] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df08e3a5-dec8-415b-9c35-b4a5e60393c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.996670] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340eb16b-5f5c-4e60-80ad-cccd018532fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.013082] env[69243]: DEBUG nova.compute.provider_tree [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.095341] env[69243]: DEBUG nova.network.neutron [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.143533] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.143533] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84963a5c-b2e1-40bd-b1a8-f9c403ddcad1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.150447] env[69243]: DEBUG oslo_vmware.api [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1000.150447] env[69243]: value = "task-3689688" [ 1000.150447] env[69243]: _type = "Task" [ 1000.150447] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.159313] env[69243]: DEBUG oslo_vmware.api [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.169014] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689685, 'name': Rename_Task, 'duration_secs': 0.168842} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.169311] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.169555] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af64b260-3c11-4fe6-a8ee-4b0e74a1fb4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.175515] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1000.175515] env[69243]: value = "task-3689689" [ 1000.175515] env[69243]: _type = "Task" [ 1000.175515] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.183748] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.229079] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689686, 'name': CreateVM_Task, 'duration_secs': 0.295562} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.229269] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.229796] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.230012] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.230397] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.230686] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d5381c-17b2-48c9-8267-79fe1d6848e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.236178] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1000.236178] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52919415-c2f7-a440-2ff4-88caa5073523" [ 1000.236178] env[69243]: _type = "Task" [ 1000.236178] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.244687] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52919415-c2f7-a440-2ff4-88caa5073523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.430501] env[69243]: DEBUG oslo_vmware.api [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689687, 'name': PowerOffVM_Task, 'duration_secs': 0.273111} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.430803] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.430980] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.431269] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d14f41-5afd-4614-b3a9-57ac8522b077 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.500266] env[69243]: DEBUG nova.compute.manager [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-vif-plugged-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.500483] env[69243]: DEBUG oslo_concurrency.lockutils [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] Acquiring lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.500687] env[69243]: DEBUG oslo_concurrency.lockutils [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.500852] env[69243]: DEBUG oslo_concurrency.lockutils [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.501055] env[69243]: DEBUG nova.compute.manager [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] No waiting events found dispatching network-vif-plugged-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.501279] env[69243]: WARNING nova.compute.manager [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received unexpected event network-vif-plugged-876be7e9-7342-4a69-8c98-8b106e1c5716 for instance with vm_state building and task_state spawning. [ 1000.501861] env[69243]: DEBUG nova.compute.manager [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.501861] env[69243]: DEBUG nova.compute.manager [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing instance network info cache due to event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.501861] env[69243]: DEBUG oslo_concurrency.lockutils [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.503453] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.504622] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.504622] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleting the datastore file [datastore1] 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.504622] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb20ffc-b943-4dc0-9786-c7dca248e1fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.510571] env[69243]: DEBUG oslo_vmware.api [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for the task: (returnval){ [ 1000.510571] env[69243]: value = "task-3689691" [ 1000.510571] env[69243]: _type = "Task" [ 1000.510571] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.516106] env[69243]: DEBUG nova.scheduler.client.report [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.522521] env[69243]: DEBUG oslo_vmware.api [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.598911] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.598911] env[69243]: DEBUG nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Instance network_info: |[{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.599264] env[69243]: DEBUG oslo_concurrency.lockutils [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.599538] env[69243]: DEBUG nova.network.neutron [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.601104] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:9b:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '876be7e9-7342-4a69-8c98-8b106e1c5716', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.609479] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.610493] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.610746] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa7ebaeb-8ea5-4dad-907f-335a327edaad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.631378] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.631378] env[69243]: value = "task-3689692" [ 1000.631378] env[69243]: _type = "Task" [ 1000.631378] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.642521] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689692, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.659563] env[69243]: DEBUG oslo_vmware.api [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689688, 'name': PowerOffVM_Task, 'duration_secs': 0.200732} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.659981] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.660280] env[69243]: DEBUG nova.compute.manager [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.661122] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075bd3c5-cdf5-4821-92a2-52e2bccd9ef0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.686416] env[69243]: DEBUG oslo_vmware.api [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689689, 'name': PowerOnVM_Task, 'duration_secs': 0.457499} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.686726] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.686952] env[69243]: INFO nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1000.687159] env[69243]: DEBUG nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.687956] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d992e1c6-3bd2-4064-bd1a-b5b84c4e339e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.749858] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52919415-c2f7-a440-2ff4-88caa5073523, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.750403] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.750713] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.751093] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.751315] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.751561] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.751861] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12cb0702-cb63-4ce1-8dbc-bad233bf1abd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.760971] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.761218] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.762181] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da4812d-786d-4737-bca2-d70778ce3269 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.768673] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1000.768673] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7588f-5dde-a374-1299-5f7c61fa48bb" [ 1000.768673] env[69243]: _type = "Task" [ 1000.768673] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.776748] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7588f-5dde-a374-1299-5f7c61fa48bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.020291] env[69243]: DEBUG oslo_vmware.api [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Task: {'id': task-3689691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239371} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.020596] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.020718] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.020929] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.021129] env[69243]: INFO nova.compute.manager [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1001.021387] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.021609] env[69243]: DEBUG nova.compute.manager [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.021706] env[69243]: DEBUG nova.network.neutron [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.023853] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.024325] env[69243]: DEBUG nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.027087] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.136s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.027311] env[69243]: DEBUG nova.objects.instance [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lazy-loading 'resources' on Instance uuid 38b91606-9bc3-4177-8be4-88c07ecc9b03 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.142694] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689692, 'name': CreateVM_Task, 'duration_secs': 0.361609} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.142694] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.142694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.142694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.143288] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.143288] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458525fa-8f0f-41c5-bc42-950df1437b52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.150980] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1001.150980] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ed6ed3-da2a-ba9d-500c-bbc65d9e82d6" [ 1001.150980] env[69243]: _type = "Task" [ 1001.150980] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.157962] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ed6ed3-da2a-ba9d-500c-bbc65d9e82d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.174859] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7d869177-53d1-4025-8fbc-da1a126c4a94 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.207465] env[69243]: INFO nova.compute.manager [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Took 31.28 seconds to build instance. [ 1001.281381] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f7588f-5dde-a374-1299-5f7c61fa48bb, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.282042] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d86f072-4ab8-4d0b-8561-50da2e440453 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.288155] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1001.288155] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b06fb9-58de-aa52-be16-d8825816e981" [ 1001.288155] env[69243]: _type = "Task" [ 1001.288155] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.298056] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b06fb9-58de-aa52-be16-d8825816e981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.334281] env[69243]: DEBUG nova.network.neutron [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updated VIF entry in instance network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.334649] env[69243]: DEBUG nova.network.neutron [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.530604] env[69243]: DEBUG nova.compute.utils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.535052] env[69243]: DEBUG nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.535052] env[69243]: DEBUG nova.network.neutron [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.603533] env[69243]: DEBUG nova.policy [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1cdccaf34064a0aaea3a4226e09e687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d857453bea2464db8e331a728379467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.664045] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ed6ed3-da2a-ba9d-500c-bbc65d9e82d6, 'name': SearchDatastore_Task, 'duration_secs': 0.021794} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.664045] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.664045] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.664393] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.684212] env[69243]: DEBUG nova.objects.instance [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.710916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40696538-a8d8-4ff7-a980-541dd11941d8 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.798s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.765709] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf84f4f-83a5-4c1c-b35b-d884c9826323 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.773538] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a445c3f3-e594-4387-84b9-c63f96697734 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.806499] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83633ca-de33-4a11-985c-b3eff2ff1b99 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.814319] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b06fb9-58de-aa52-be16-d8825816e981, 'name': SearchDatastore_Task, 'duration_secs': 0.022877} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.817022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.817022] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.817022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.817210] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.817300] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d1eb1c-cae3-41f9-a8d2-1d08e9dac18b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.820016] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b1ab42-3c3c-43b1-a4c9-5edb8ad26adb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.826181] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6dd882d-950f-4f29-87a2-789c53cd40cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.839820] env[69243]: DEBUG oslo_concurrency.lockutils [req-3489bdce-2928-4390-9019-c1e860298997 req-7d0bf362-a2f5-4635-a6e0-9b05455b505e service nova] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.840427] env[69243]: DEBUG nova.compute.provider_tree [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.843666] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1001.843666] env[69243]: value = "task-3689693" [ 1001.843666] env[69243]: _type = "Task" [ 1001.843666] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.843952] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.844078] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.845101] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d234c1-eae8-4beb-ad1f-211749dd0862 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.853771] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1001.853771] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52336d3e-88fb-83f1-31b4-f19729e9971d" [ 1001.853771] env[69243]: _type = "Task" [ 1001.853771] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.857066] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.864811] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52336d3e-88fb-83f1-31b4-f19729e9971d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.890057] env[69243]: DEBUG nova.network.neutron [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.012218] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.012579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.012807] env[69243]: DEBUG nova.compute.manager [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.013797] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b3063-c698-441e-bcf8-ce0d3e470864 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.021752] env[69243]: DEBUG nova.compute.manager [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1002.022363] env[69243]: DEBUG nova.objects.instance [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'flavor' on Instance uuid 73480d26-efe8-44ea-b262-c5c8c6cb26ef {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.027157] env[69243]: DEBUG nova.network.neutron [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Successfully created port: d8b4697a-c49e-48ef-926b-ecf34c8b7eda {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.035578] env[69243]: DEBUG nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.190056] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.190260] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.190349] env[69243]: DEBUG nova.network.neutron [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.190531] env[69243]: DEBUG nova.objects.instance [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'info_cache' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.347057] env[69243]: DEBUG nova.scheduler.client.report [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.364652] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.370398] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52336d3e-88fb-83f1-31b4-f19729e9971d, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.371288] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffffc3a-ca19-4214-ba28-2c5396e248d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.378788] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1002.378788] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a89de-564d-c00b-70d8-1096e57be3a0" [ 1002.378788] env[69243]: _type = "Task" [ 1002.378788] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.388958] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a89de-564d-c00b-70d8-1096e57be3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.392734] env[69243]: INFO nova.compute.manager [-] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Took 1.37 seconds to deallocate network for instance. [ 1002.528757] env[69243]: DEBUG nova.compute.manager [req-9ff7ee2d-d17a-4603-817f-b4b6815f3041 req-25f9bf80-2da2-48cd-bac2-642a85ab4479 service nova] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Received event network-vif-deleted-9a637fee-dc1d-4a9b-a456-28e3bf6dfd10 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.693884] env[69243]: DEBUG nova.objects.base [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Object Instance<12191b81-17b0-4d8d-b6de-d067e294908e> lazy-loaded attributes: flavor,info_cache {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.856654] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.862845] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.939s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.863706] env[69243]: INFO nova.compute.claims [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.866316] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586851} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.866555] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.866769] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.867254] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56bb5bf0-e41e-4b64-8b46-39e729f732e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.874415] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1002.874415] env[69243]: value = "task-3689694" [ 1002.874415] env[69243]: _type = "Task" [ 1002.874415] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.882377] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.891224] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525a89de-564d-c00b-70d8-1096e57be3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.032887} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.892257] env[69243]: INFO nova.scheduler.client.report [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted allocations for instance 38b91606-9bc3-4177-8be4-88c07ecc9b03 [ 1002.893412] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.893639] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5b33d7b3-b883-4730-b1ee-ee83e3cd594a/5b33d7b3-b883-4730-b1ee-ee83e3cd594a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.897252] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99cff1d9-7162-4c99-856d-3ec8adcd8751 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.898980] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.903391] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1002.903391] env[69243]: value = "task-3689695" [ 1002.903391] env[69243]: _type = "Task" [ 1002.903391] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.912573] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.032265] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.032265] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41d3e74-63d1-4b83-b5ab-b5a9097a8305 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.039982] env[69243]: DEBUG oslo_vmware.api [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1003.039982] env[69243]: value = "task-3689696" [ 1003.039982] env[69243]: _type = "Task" [ 1003.039982] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.049523] env[69243]: DEBUG nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.051705] env[69243]: DEBUG oslo_vmware.api [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.075754] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.076084] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.076281] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.076501] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.076681] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.076851] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.077134] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.077314] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.077487] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.077692] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.077912] env[69243]: DEBUG nova.virt.hardware [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.078820] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b178e7-e33c-4add-bd22-5ab640720d55 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.087230] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fad78f-d67e-44ac-bacf-656cc34dd52c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.385689] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058326} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.385902] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.386642] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b01a4-e5a8-4881-9369-61c5eb88c09f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.403638] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55c147ed-1b92-4eab-9264-9a3613d0c273 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "38b91606-9bc3-4177-8be4-88c07ecc9b03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.217s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.415354] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.418278] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b4ba48a-7478-4a59-a39c-33f88c4d95f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.444660] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689695, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.446490] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1003.446490] env[69243]: value = "task-3689697" [ 1003.446490] env[69243]: _type = "Task" [ 1003.446490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.454998] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.472107] env[69243]: DEBUG nova.network.neutron [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating instance_info_cache with network_info: [{"id": "de074e29-0300-4548-b2fe-f5d6da21ac61", "address": "fa:16:3e:e1:c8:f9", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde074e29-03", "ovs_interfaceid": "de074e29-0300-4548-b2fe-f5d6da21ac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.550633] env[69243]: DEBUG oslo_vmware.api [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689696, 'name': PowerOffVM_Task, 'duration_secs': 0.381408} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.550892] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.551154] env[69243]: DEBUG nova.compute.manager [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.552154] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa42386e-b097-4218-b2eb-e6f6701f6527 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.709325] env[69243]: DEBUG nova.network.neutron [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Successfully updated port: d8b4697a-c49e-48ef-926b-ecf34c8b7eda {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.930978] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543072} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.931276] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5b33d7b3-b883-4730-b1ee-ee83e3cd594a/5b33d7b3-b883-4730-b1ee-ee83e3cd594a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.931492] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.931747] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e57d66e-642f-47c7-a6c9-2b3820e17b8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.940847] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1003.940847] env[69243]: value = "task-3689698" [ 1003.940847] env[69243]: _type = "Task" [ 1003.940847] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.952793] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.957650] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689697, 'name': ReconfigVM_Task, 'duration_secs': 0.275584} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.960104] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f905c56e-0424-486e-828e-763fc772c0cb/f905c56e-0424-486e-828e-763fc772c0cb.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.961545] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f7c672-45f9-4a24-b6c8-75e2e231443e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.966501] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1003.966501] env[69243]: value = "task-3689699" [ 1003.966501] env[69243]: _type = "Task" [ 1003.966501] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.977391] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.978741] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689699, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.063984] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3c964c19-b49f-4393-b512-2d87e4ec8cf3 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.101520] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8a350a-fada-4323-9c02-a0c4d7c14429 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.108706] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea05086c-3d95-47c2-86d2-9a4b388b8fcf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.139437] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0081da73-03a3-469f-bbc5-f4f2ecc4cd32 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.146768] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12786137-73c1-4521-aebf-3b5db1fffe63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.160221] env[69243]: DEBUG nova.compute.provider_tree [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.213398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-7cbfab29-20a9-46a0-9c9c-7847ae205512" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.213398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-7cbfab29-20a9-46a0-9c9c-7847ae205512" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.213398] env[69243]: DEBUG nova.network.neutron [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.389755] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.390041] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.390223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.390409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.390587] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.392846] env[69243]: INFO nova.compute.manager [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Terminating instance [ 1004.449869] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1249} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.450129] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.450881] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec05852-4bd7-4853-a85c-8852ea5bc00f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.472030] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 5b33d7b3-b883-4730-b1ee-ee83e3cd594a/5b33d7b3-b883-4730-b1ee-ee83e3cd594a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.472615] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6702e84-8c3b-4861-adec-b9ca310a3a3c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.496247] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689699, 'name': Rename_Task, 'duration_secs': 0.129049} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.497885] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.498239] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1004.498239] env[69243]: value = "task-3689700" [ 1004.498239] env[69243]: _type = "Task" [ 1004.498239] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.498431] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c27126b-3b29-4f3f-8cc4-c2cf9b0043a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.510367] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.511535] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1004.511535] env[69243]: value = "task-3689701" [ 1004.511535] env[69243]: _type = "Task" [ 1004.511535] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.519578] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.557324] env[69243]: DEBUG nova.compute.manager [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Received event network-vif-plugged-d8b4697a-c49e-48ef-926b-ecf34c8b7eda {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.557551] env[69243]: DEBUG oslo_concurrency.lockutils [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] Acquiring lock "7cbfab29-20a9-46a0-9c9c-7847ae205512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.557757] env[69243]: DEBUG oslo_concurrency.lockutils [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.557923] env[69243]: DEBUG oslo_concurrency.lockutils [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.558113] env[69243]: DEBUG nova.compute.manager [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] No waiting events found dispatching network-vif-plugged-d8b4697a-c49e-48ef-926b-ecf34c8b7eda {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.558281] env[69243]: WARNING nova.compute.manager [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Received unexpected event network-vif-plugged-d8b4697a-c49e-48ef-926b-ecf34c8b7eda for instance with vm_state building and task_state spawning. [ 1004.558442] env[69243]: DEBUG nova.compute.manager [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Received event network-changed-d8b4697a-c49e-48ef-926b-ecf34c8b7eda {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.558595] env[69243]: DEBUG nova.compute.manager [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Refreshing instance network info cache due to event network-changed-d8b4697a-c49e-48ef-926b-ecf34c8b7eda. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.558760] env[69243]: DEBUG oslo_concurrency.lockutils [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] Acquiring lock "refresh_cache-7cbfab29-20a9-46a0-9c9c-7847ae205512" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.664117] env[69243]: DEBUG nova.scheduler.client.report [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.742689] env[69243]: DEBUG nova.network.neutron [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.896478] env[69243]: DEBUG nova.compute.manager [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.896809] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.897656] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75baf8-f774-49d4-9995-a6830ae96340 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.905236] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.905484] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9154e5f3-e7a8-45de-8cf5-52370d190118 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.911882] env[69243]: DEBUG nova.network.neutron [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Updating instance_info_cache with network_info: [{"id": "d8b4697a-c49e-48ef-926b-ecf34c8b7eda", "address": "fa:16:3e:d2:1b:2f", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b4697a-c4", "ovs_interfaceid": "d8b4697a-c49e-48ef-926b-ecf34c8b7eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.966144] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.966379] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.966562] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleting the datastore file [datastore2] 73480d26-efe8-44ea-b262-c5c8c6cb26ef {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.966828] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-766ca603-010d-45f7-b2d8-c45ed9ee20c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.973279] env[69243]: DEBUG oslo_vmware.api [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1004.973279] env[69243]: value = "task-3689703" [ 1004.973279] env[69243]: _type = "Task" [ 1004.973279] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.980792] env[69243]: DEBUG oslo_vmware.api [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.994641] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.994903] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1fddf45-2599-4c86-a026-c377e62a3f80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.000434] env[69243]: DEBUG oslo_vmware.api [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1005.000434] env[69243]: value = "task-3689704" [ 1005.000434] env[69243]: _type = "Task" [ 1005.000434] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.010602] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689700, 'name': ReconfigVM_Task, 'duration_secs': 0.365967} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.013690] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 5b33d7b3-b883-4730-b1ee-ee83e3cd594a/5b33d7b3-b883-4730-b1ee-ee83e3cd594a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.014679] env[69243]: DEBUG oslo_vmware.api [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.014679] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73365807-8bf8-41bb-98dd-5ab3353e3fa6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.023493] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.024618] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1005.024618] env[69243]: value = "task-3689705" [ 1005.024618] env[69243]: _type = "Task" [ 1005.024618] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.031535] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689705, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.170061] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.170848] env[69243]: DEBUG nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.178023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.236s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.178023] env[69243]: INFO nova.compute.claims [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.415023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-7cbfab29-20a9-46a0-9c9c-7847ae205512" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.415393] env[69243]: DEBUG nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Instance network_info: |[{"id": "d8b4697a-c49e-48ef-926b-ecf34c8b7eda", "address": "fa:16:3e:d2:1b:2f", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b4697a-c4", "ovs_interfaceid": "d8b4697a-c49e-48ef-926b-ecf34c8b7eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.415705] env[69243]: DEBUG oslo_concurrency.lockutils [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] Acquired lock "refresh_cache-7cbfab29-20a9-46a0-9c9c-7847ae205512" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.415882] env[69243]: DEBUG nova.network.neutron [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Refreshing network info cache for port d8b4697a-c49e-48ef-926b-ecf34c8b7eda {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.417127] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:1b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8b4697a-c49e-48ef-926b-ecf34c8b7eda', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.425266] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.426320] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.426544] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0320d08-daa9-49bf-af9f-485bdcdf97c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.447312] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.447312] env[69243]: value = "task-3689706" [ 1005.447312] env[69243]: _type = "Task" [ 1005.447312] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.454908] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689706, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.485527] env[69243]: DEBUG oslo_vmware.api [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135994} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.485769] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.485950] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.486140] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.486316] env[69243]: INFO nova.compute.manager [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1005.486545] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.486729] env[69243]: DEBUG nova.compute.manager [-] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.486826] env[69243]: DEBUG nova.network.neutron [-] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.512309] env[69243]: DEBUG oslo_vmware.api [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.523919] env[69243]: DEBUG oslo_vmware.api [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689701, 'name': PowerOnVM_Task, 'duration_secs': 0.645726} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.524192] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.524404] env[69243]: DEBUG nova.compute.manager [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.525168] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729323a9-27aa-4a4b-8a4a-8c2463dc3c1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.538812] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689705, 'name': Rename_Task, 'duration_secs': 0.156159} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.539408] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.539645] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df27edd1-a1ea-4048-8aea-84e043fa4f86 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.545736] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1005.545736] env[69243]: value = "task-3689707" [ 1005.545736] env[69243]: _type = "Task" [ 1005.545736] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.553998] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.684325] env[69243]: DEBUG nova.compute.utils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.685761] env[69243]: DEBUG nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.685932] env[69243]: DEBUG nova.network.neutron [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.726554] env[69243]: DEBUG nova.policy [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b8463692910497bb16e628ae72b7333', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a595a2efcd0c41cd92e45f2d78843537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.966998] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689706, 'name': CreateVM_Task, 'duration_secs': 0.345109} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.967198] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.967856] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.968031] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.968348] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.968597] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e31476-a5b3-48de-a797-c63a936328c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.973242] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1005.973242] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52365c7e-336a-d9b5-fada-dc3ac405c5ab" [ 1005.973242] env[69243]: _type = "Task" [ 1005.973242] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.981108] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52365c7e-336a-d9b5-fada-dc3ac405c5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.981597] env[69243]: DEBUG nova.network.neutron [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Successfully created port: 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.014903] env[69243]: DEBUG oslo_vmware.api [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689704, 'name': PowerOnVM_Task, 'duration_secs': 0.653639} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.016751] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.016751] env[69243]: DEBUG nova.compute.manager [None req-a346b008-1fbf-4cc4-8ab2-36b80f8ae0a2 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.016751] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e70fae-7e81-4f0e-8880-e9690719ec78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.052476] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.061360] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.190998] env[69243]: DEBUG nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.209471] env[69243]: DEBUG nova.network.neutron [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Updated VIF entry in instance network info cache for port d8b4697a-c49e-48ef-926b-ecf34c8b7eda. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.209818] env[69243]: DEBUG nova.network.neutron [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Updating instance_info_cache with network_info: [{"id": "d8b4697a-c49e-48ef-926b-ecf34c8b7eda", "address": "fa:16:3e:d2:1b:2f", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b4697a-c4", "ovs_interfaceid": "d8b4697a-c49e-48ef-926b-ecf34c8b7eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.219331] env[69243]: DEBUG nova.network.neutron [-] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.421900] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b77929b-8151-460b-9b86-9ae0e7f3d9c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.429326] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f36476a-fe48-41d2-98ab-19089e6b28e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.458979] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678718fe-2f62-4f42-b242-4e3af23a0063 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.466343] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036d27d-6348-4623-a626-cf4c795dc483 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.479431] env[69243]: DEBUG nova.compute.provider_tree [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.490025] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52365c7e-336a-d9b5-fada-dc3ac405c5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.490577] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.490810] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.491078] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.491239] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.491430] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.491948] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64266c5b-5a55-43b5-acfb-d268ab9598b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.500846] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.501060] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.501754] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b0d5f3-e566-4541-a795-b93131f18fe9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.507254] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1006.507254] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfbbea-e0e3-56bf-698e-05c8f565b8f8" [ 1006.507254] env[69243]: _type = "Task" [ 1006.507254] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.514773] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfbbea-e0e3-56bf-698e-05c8f565b8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.556816] env[69243]: DEBUG oslo_vmware.api [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689707, 'name': PowerOnVM_Task, 'duration_secs': 0.773563} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.557094] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.557298] env[69243]: INFO nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1006.557482] env[69243]: DEBUG nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.559029] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bc57bf-6388-4b56-87b0-310309cc558c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.581560] env[69243]: DEBUG nova.compute.manager [req-75b2e03d-dcbe-4e77-8100-c70d1fa8b48c req-a1d55d1f-f890-4f45-b492-de3954ff4d13 service nova] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Received event network-vif-deleted-2516f8d1-4db6-490f-89dd-e010fa3119ee {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.605988] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "f905c56e-0424-486e-828e-763fc772c0cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.606256] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "f905c56e-0424-486e-828e-763fc772c0cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.606462] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "f905c56e-0424-486e-828e-763fc772c0cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.606643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "f905c56e-0424-486e-828e-763fc772c0cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.606809] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "f905c56e-0424-486e-828e-763fc772c0cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.609042] env[69243]: INFO nova.compute.manager [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Terminating instance [ 1006.714570] env[69243]: DEBUG oslo_concurrency.lockutils [req-61f74f7e-9cff-406a-8e5c-a45435ed50dd req-12f3ac35-8525-4b95-a5a0-1a103d6f42bf service nova] Releasing lock "refresh_cache-7cbfab29-20a9-46a0-9c9c-7847ae205512" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.721322] env[69243]: INFO nova.compute.manager [-] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Took 1.23 seconds to deallocate network for instance. [ 1006.983124] env[69243]: DEBUG nova.scheduler.client.report [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.018586] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfbbea-e0e3-56bf-698e-05c8f565b8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.019422] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2225a2b-7df6-457e-b637-638908498094 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.025077] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1007.025077] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528e6314-65fa-fb46-79e3-3f2b70344c73" [ 1007.025077] env[69243]: _type = "Task" [ 1007.025077] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.032852] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528e6314-65fa-fb46-79e3-3f2b70344c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.078055] env[69243]: INFO nova.compute.manager [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Took 29.57 seconds to build instance. [ 1007.112624] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "refresh_cache-f905c56e-0424-486e-828e-763fc772c0cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.112881] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquired lock "refresh_cache-f905c56e-0424-486e-828e-763fc772c0cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.113153] env[69243]: DEBUG nova.network.neutron [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.200349] env[69243]: DEBUG nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.229200] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.231676] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.231888] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.233045] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.233045] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.233045] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.233045] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.233045] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.233045] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.233045] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.233480] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.233480] env[69243]: DEBUG nova.virt.hardware [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.234233] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d128aab-f74c-4f1f-9e35-f3d07d32dfb6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.243611] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23675715-5f6a-4b5c-bd0e-79b639985592 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.488504] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.490142] env[69243]: DEBUG nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.491854] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.409s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.493948] env[69243]: INFO nova.compute.claims [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.541539] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528e6314-65fa-fb46-79e3-3f2b70344c73, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.543055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.543546] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.544371] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5af47546-d238-4b3f-8cda-8683abb1666a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.553583] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1007.553583] env[69243]: value = "task-3689708" [ 1007.553583] env[69243]: _type = "Task" [ 1007.553583] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.562850] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.580107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd9243eb-bc3f-4cfb-b4d4-7754ee0c1885 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.077s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.624052] env[69243]: DEBUG nova.compute.manager [req-f341d8ad-112f-4ed8-a189-77c32e079c81 req-2130a7e7-cf31-4594-9d63-3c8437d6bbdd service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Received event network-vif-plugged-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.626177] env[69243]: DEBUG oslo_concurrency.lockutils [req-f341d8ad-112f-4ed8-a189-77c32e079c81 req-2130a7e7-cf31-4594-9d63-3c8437d6bbdd service nova] Acquiring lock "5a12c56a-4364-4299-a63e-d288c06a5fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.626177] env[69243]: DEBUG oslo_concurrency.lockutils [req-f341d8ad-112f-4ed8-a189-77c32e079c81 req-2130a7e7-cf31-4594-9d63-3c8437d6bbdd service nova] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.626177] env[69243]: DEBUG oslo_concurrency.lockutils [req-f341d8ad-112f-4ed8-a189-77c32e079c81 req-2130a7e7-cf31-4594-9d63-3c8437d6bbdd service nova] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.626177] env[69243]: DEBUG nova.compute.manager [req-f341d8ad-112f-4ed8-a189-77c32e079c81 req-2130a7e7-cf31-4594-9d63-3c8437d6bbdd service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] No waiting events found dispatching network-vif-plugged-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.626177] env[69243]: WARNING nova.compute.manager [req-f341d8ad-112f-4ed8-a189-77c32e079c81 req-2130a7e7-cf31-4594-9d63-3c8437d6bbdd service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Received unexpected event network-vif-plugged-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 for instance with vm_state building and task_state spawning. [ 1007.646209] env[69243]: DEBUG nova.network.neutron [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.708073] env[69243]: DEBUG nova.network.neutron [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.845332] env[69243]: DEBUG nova.network.neutron [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Successfully updated port: 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.001682] env[69243]: DEBUG nova.compute.utils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.005082] env[69243]: DEBUG nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.005598] env[69243]: DEBUG nova.network.neutron [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.050541] env[69243]: DEBUG nova.policy [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b8463692910497bb16e628ae72b7333', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a595a2efcd0c41cd92e45f2d78843537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.064133] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689708, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.210326] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Releasing lock "refresh_cache-f905c56e-0424-486e-828e-763fc772c0cb" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.210656] env[69243]: DEBUG nova.compute.manager [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.210807] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.212028] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa10dc71-d9a3-4aad-9e81-d07c6ad01065 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.220140] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.220410] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d88c85-0955-4b46-b718-10b44ccf5feb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.227294] env[69243]: DEBUG oslo_vmware.api [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1008.227294] env[69243]: value = "task-3689709" [ 1008.227294] env[69243]: _type = "Task" [ 1008.227294] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.235595] env[69243]: DEBUG oslo_vmware.api [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.348231] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.348564] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.349080] env[69243]: DEBUG nova.network.neutron [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.378059] env[69243]: DEBUG nova.network.neutron [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Successfully created port: 5419796c-36e8-4e34-99a8-e215019c4a6c {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.507821] env[69243]: DEBUG nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.569278] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.740596] env[69243]: DEBUG oslo_vmware.api [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689709, 'name': PowerOffVM_Task, 'duration_secs': 0.292112} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.740962] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.741216] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.741522] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e1e1b95-3a4f-42ef-8c7d-1d6c962a62a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.767668] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.767905] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.768103] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Deleting the datastore file [datastore2] f905c56e-0424-486e-828e-763fc772c0cb {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.768371] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19af78ab-758b-455d-a877-600bdc2e2a7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.778912] env[69243]: DEBUG oslo_vmware.api [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for the task: (returnval){ [ 1008.778912] env[69243]: value = "task-3689711" [ 1008.778912] env[69243]: _type = "Task" [ 1008.778912] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.789988] env[69243]: DEBUG oslo_vmware.api [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.818602] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ebef4-c8b5-4563-97f1-88fae608b94e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.827217] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c45550f-57ea-44ce-9abc-83b742211404 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.864282] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc54eed-3aff-46aa-8de3-8696aaefd160 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.873098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce1e1a-9f50-4484-97ff-e7a435b061b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.888615] env[69243]: DEBUG nova.compute.provider_tree [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.901554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.901788] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.906852] env[69243]: DEBUG nova.network.neutron [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.027697] env[69243]: DEBUG nova.network.neutron [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Updating instance_info_cache with network_info: [{"id": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "address": "fa:16:3e:16:a5:af", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2bd2df-c1", "ovs_interfaceid": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.063792] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.288267] env[69243]: DEBUG oslo_vmware.api [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Task: {'id': task-3689711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109763} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.288550] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.288738] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.288919] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.289163] env[69243]: INFO nova.compute.manager [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1009.289465] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.289688] env[69243]: DEBUG nova.compute.manager [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.289814] env[69243]: DEBUG nova.network.neutron [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.305765] env[69243]: DEBUG nova.network.neutron [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.392353] env[69243]: DEBUG nova.scheduler.client.report [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.403484] env[69243]: DEBUG nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.528541] env[69243]: DEBUG nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.531239] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.531836] env[69243]: DEBUG nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Instance network_info: |[{"id": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "address": "fa:16:3e:16:a5:af", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2bd2df-c1", "ovs_interfaceid": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.532066] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:a5:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.540757] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Creating folder: Project (a595a2efcd0c41cd92e45f2d78843537). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.541080] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aead87d-2a54-4e1d-a7be-5cbeb3130f57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.552838] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Created folder: Project (a595a2efcd0c41cd92e45f2d78843537) in parent group-v734844. [ 1009.553092] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Creating folder: Instances. Parent ref: group-v735095. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.555329] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.555554] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.555709] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.555895] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.556100] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.556248] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.556519] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.556741] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.556924] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.557103] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.557282] env[69243]: DEBUG nova.virt.hardware [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.557706] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41174bc0-9727-48df-ae1e-56255d0be6b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.559893] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba81f9d-6e6e-413b-9b45-966db94d4717 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.574412] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b541ca9-724c-4820-8738-1c382a204e5e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.578163] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689708, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574645} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.579348] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.579542] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.579791] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Created folder: Instances in parent group-v735095. [ 1009.579995] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.580494] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d77b80e-a5f2-49a0-b73c-688e663075ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.582222] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.589648] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3247bf3c-92ac-4f34-9160-9e4b2622fa6e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.608752] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1009.608752] env[69243]: value = "task-3689714" [ 1009.608752] env[69243]: _type = "Task" [ 1009.608752] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.609894] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.609894] env[69243]: value = "task-3689715" [ 1009.609894] env[69243]: _type = "Task" [ 1009.609894] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.620787] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.623586] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689715, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.695960] env[69243]: DEBUG nova.compute.manager [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Received event network-changed-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.696169] env[69243]: DEBUG nova.compute.manager [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Refreshing instance network info cache due to event network-changed-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.696394] env[69243]: DEBUG oslo_concurrency.lockutils [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] Acquiring lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.696549] env[69243]: DEBUG oslo_concurrency.lockutils [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] Acquired lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.696724] env[69243]: DEBUG nova.network.neutron [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Refreshing network info cache for port 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.808098] env[69243]: DEBUG nova.network.neutron [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.899793] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.899793] env[69243]: DEBUG nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.901283] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.116s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.927536] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.010412] env[69243]: DEBUG nova.network.neutron [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Successfully updated port: 5419796c-36e8-4e34-99a8-e215019c4a6c {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.122882] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076638} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.126102] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.126372] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689715, 'name': CreateVM_Task, 'duration_secs': 0.354048} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.127014] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92096904-25d5-4284-8f97-0d3969119b66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.129320] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.129984] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.130168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.130490] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.131177] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0910381-82ff-4160-af99-6e1cbbbd6aad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.150259] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.151342] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81868006-ba35-4c05-b4c4-159e4a1a476c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.167346] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1010.167346] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524dc56a-0607-05cf-8590-a4d18a33c587" [ 1010.167346] env[69243]: _type = "Task" [ 1010.167346] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.173984] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1010.173984] env[69243]: value = "task-3689716" [ 1010.173984] env[69243]: _type = "Task" [ 1010.173984] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.180055] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524dc56a-0607-05cf-8590-a4d18a33c587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.184669] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.310468] env[69243]: INFO nova.compute.manager [-] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Took 1.02 seconds to deallocate network for instance. [ 1010.391938] env[69243]: DEBUG nova.network.neutron [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Updated VIF entry in instance network info cache for port 4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.392348] env[69243]: DEBUG nova.network.neutron [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Updating instance_info_cache with network_info: [{"id": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "address": "fa:16:3e:16:a5:af", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2bd2df-c1", "ovs_interfaceid": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.405592] env[69243]: DEBUG nova.compute.utils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.407084] env[69243]: DEBUG nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.407267] env[69243]: DEBUG nova.network.neutron [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.411925] env[69243]: INFO nova.compute.claims [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.450312] env[69243]: DEBUG nova.policy [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b8463692910497bb16e628ae72b7333', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a595a2efcd0c41cd92e45f2d78843537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.513697] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "refresh_cache-2d2cd2db-fd21-4999-9598-3e946902a2e9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.513864] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "refresh_cache-2d2cd2db-fd21-4999-9598-3e946902a2e9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.514032] env[69243]: DEBUG nova.network.neutron [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.679232] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524dc56a-0607-05cf-8590-a4d18a33c587, 'name': SearchDatastore_Task, 'duration_secs': 0.029947} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.683464] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.683724] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.683965] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.684133] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.684323] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.684625] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40030c19-30ef-434e-ac8c-355d17e2f978 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.691821] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689716, 'name': ReconfigVM_Task, 'duration_secs': 0.265795} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.692668] env[69243]: DEBUG nova.network.neutron [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Successfully created port: f26d9f01-320d-4387-86cb-342e616c2ac2 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.695599] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.696356] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.696458] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.697154] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80e78bc-fd31-483c-acd9-a4ebc6fd0211 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.698924] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a496a6e4-5cb4-45b9-a5dc-c77f7ff694cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.704058] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1010.704058] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524d04d2-dcac-bafd-66f4-06141164156b" [ 1010.704058] env[69243]: _type = "Task" [ 1010.704058] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.708107] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1010.708107] env[69243]: value = "task-3689717" [ 1010.708107] env[69243]: _type = "Task" [ 1010.708107] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.714330] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524d04d2-dcac-bafd-66f4-06141164156b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.719310] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689717, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.817594] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.894683] env[69243]: DEBUG oslo_concurrency.lockutils [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] Releasing lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.894966] env[69243]: DEBUG nova.compute.manager [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.895218] env[69243]: DEBUG nova.compute.manager [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing instance network info cache due to event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.895364] env[69243]: DEBUG oslo_concurrency.lockutils [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.895505] env[69243]: DEBUG oslo_concurrency.lockutils [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.895668] env[69243]: DEBUG nova.network.neutron [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.917709] env[69243]: INFO nova.compute.resource_tracker [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating resource usage from migration 837c78ff-394f-404d-8f18-8f80f1e5632e [ 1010.920227] env[69243]: DEBUG nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.063105] env[69243]: DEBUG nova.network.neutron [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.136203] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bdc9e9-c507-4432-ba7d-a91416a1ab48 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.144693] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c2dea-0a15-43c5-8deb-bf22b19fab5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.177723] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985806dc-dd2f-4357-928b-987c314d52e2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.185389] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222eccc7-f669-40fd-913f-66c0e8da1c7f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.197766] env[69243]: DEBUG nova.compute.provider_tree [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.215028] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524d04d2-dcac-bafd-66f4-06141164156b, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.218012] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae0e002-dccb-49d7-b9bb-8fa157aa45ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.223372] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689717, 'name': Rename_Task, 'duration_secs': 0.144987} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.223918] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.224152] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d7c462-2b5a-4fb4-b828-0c77e48802ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.226404] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1011.226404] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52844aa3-58df-0f8c-ae10-0d9b3cb878b7" [ 1011.226404] env[69243]: _type = "Task" [ 1011.226404] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.231279] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1011.231279] env[69243]: value = "task-3689718" [ 1011.231279] env[69243]: _type = "Task" [ 1011.231279] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.234258] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52844aa3-58df-0f8c-ae10-0d9b3cb878b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.242289] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.505787] env[69243]: DEBUG nova.network.neutron [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Updating instance_info_cache with network_info: [{"id": "5419796c-36e8-4e34-99a8-e215019c4a6c", "address": "fa:16:3e:1f:fe:44", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5419796c-36", "ovs_interfaceid": "5419796c-36e8-4e34-99a8-e215019c4a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.701404] env[69243]: DEBUG nova.scheduler.client.report [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.718998] env[69243]: DEBUG nova.network.neutron [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updated VIF entry in instance network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.719381] env[69243]: DEBUG nova.network.neutron [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.727432] env[69243]: DEBUG nova.compute.manager [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Received event network-vif-plugged-5419796c-36e8-4e34-99a8-e215019c4a6c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.727432] env[69243]: DEBUG oslo_concurrency.lockutils [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] Acquiring lock "2d2cd2db-fd21-4999-9598-3e946902a2e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.727432] env[69243]: DEBUG oslo_concurrency.lockutils [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.727432] env[69243]: DEBUG oslo_concurrency.lockutils [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.727432] env[69243]: DEBUG nova.compute.manager [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] No waiting events found dispatching network-vif-plugged-5419796c-36e8-4e34-99a8-e215019c4a6c {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.727984] env[69243]: WARNING nova.compute.manager [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Received unexpected event network-vif-plugged-5419796c-36e8-4e34-99a8-e215019c4a6c for instance with vm_state building and task_state spawning. [ 1011.727984] env[69243]: DEBUG nova.compute.manager [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Received event network-changed-5419796c-36e8-4e34-99a8-e215019c4a6c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.727984] env[69243]: DEBUG nova.compute.manager [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Refreshing instance network info cache due to event network-changed-5419796c-36e8-4e34-99a8-e215019c4a6c. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.728115] env[69243]: DEBUG oslo_concurrency.lockutils [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] Acquiring lock "refresh_cache-2d2cd2db-fd21-4999-9598-3e946902a2e9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.741928] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52844aa3-58df-0f8c-ae10-0d9b3cb878b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.742196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.742530] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 5a12c56a-4364-4299-a63e-d288c06a5fa8/5a12c56a-4364-4299-a63e-d288c06a5fa8.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.742791] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4338cefb-f516-423e-ac2e-9ffa0a781f22 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.749862] env[69243]: DEBUG oslo_vmware.api [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689718, 'name': PowerOnVM_Task, 'duration_secs': 0.411339} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.750432] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.750603] env[69243]: INFO nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1011.750809] env[69243]: DEBUG nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.751879] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62a23e6-60f5-4e63-9211-c5907b2190a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.755479] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1011.755479] env[69243]: value = "task-3689719" [ 1011.755479] env[69243]: _type = "Task" [ 1011.755479] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.769354] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.935867] env[69243]: DEBUG nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.965310] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.965531] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.965690] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.965871] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.966029] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.966186] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.966395] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.966552] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.966798] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.966852] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.967082] env[69243]: DEBUG nova.virt.hardware [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.967932] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0282c92c-d39b-45a2-a87b-6fad0a36e517 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.977716] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa9275f-899e-419a-90dd-8f27a17ceb8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.014784] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "refresh_cache-2d2cd2db-fd21-4999-9598-3e946902a2e9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.015240] env[69243]: DEBUG nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Instance network_info: |[{"id": "5419796c-36e8-4e34-99a8-e215019c4a6c", "address": "fa:16:3e:1f:fe:44", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5419796c-36", "ovs_interfaceid": "5419796c-36e8-4e34-99a8-e215019c4a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.016030] env[69243]: DEBUG oslo_concurrency.lockutils [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] Acquired lock "refresh_cache-2d2cd2db-fd21-4999-9598-3e946902a2e9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.016030] env[69243]: DEBUG nova.network.neutron [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Refreshing network info cache for port 5419796c-36e8-4e34-99a8-e215019c4a6c {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.017208] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:fe:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5419796c-36e8-4e34-99a8-e215019c4a6c', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.025038] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.028359] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.028926] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ebd59a-3d9e-4434-b393-ca0289bf3f09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.050345] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.050345] env[69243]: value = "task-3689720" [ 1012.050345] env[69243]: _type = "Task" [ 1012.050345] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.059653] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689720, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.182411] env[69243]: DEBUG nova.network.neutron [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Successfully updated port: f26d9f01-320d-4387-86cb-342e616c2ac2 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.207303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.306s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.207521] env[69243]: INFO nova.compute.manager [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Migrating [ 1012.217222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.800s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.217416] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.217649] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1012.217976] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.072s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.219725] env[69243]: INFO nova.compute.claims [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.225771] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5cfdd4-82c5-4e12-8479-26b74c6ce0a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.229465] env[69243]: DEBUG oslo_concurrency.lockutils [req-588c06b2-daa4-4f44-8ca6-4e942e68fb60 req-2c23a651-2a3a-4bd0-b473-42422a5fa646 service nova] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.240554] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1655d2-9236-49ac-b35c-8c5ab1936ec6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.256946] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3837c2-d075-45a6-81a8-c62e469dd79b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.277847] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4aaa59-90c5-4d50-b198-e4ac1efe2fe8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.287787] env[69243]: INFO nova.compute.manager [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Took 30.54 seconds to build instance. [ 1012.289624] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467979} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.290326] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 5a12c56a-4364-4299-a63e-d288c06a5fa8/5a12c56a-4364-4299-a63e-d288c06a5fa8.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.290441] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.291220] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6726a2d-95e2-42ae-a6e2-872aea518bff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.319780] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179369MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1012.319780] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.325076] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1012.325076] env[69243]: value = "task-3689721" [ 1012.325076] env[69243]: _type = "Task" [ 1012.325076] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.333221] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.409562] env[69243]: DEBUG nova.network.neutron [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Updated VIF entry in instance network info cache for port 5419796c-36e8-4e34-99a8-e215019c4a6c. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.410115] env[69243]: DEBUG nova.network.neutron [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Updating instance_info_cache with network_info: [{"id": "5419796c-36e8-4e34-99a8-e215019c4a6c", "address": "fa:16:3e:1f:fe:44", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5419796c-36", "ovs_interfaceid": "5419796c-36e8-4e34-99a8-e215019c4a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.560899] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689720, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.686781] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "refresh_cache-7530a99d-1250-4c34-8e7b-8f46960d4df9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.686781] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "refresh_cache-7530a99d-1250-4c34-8e7b-8f46960d4df9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.686781] env[69243]: DEBUG nova.network.neutron [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.735641] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.735855] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.736050] env[69243]: DEBUG nova.network.neutron [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.789965] env[69243]: DEBUG oslo_concurrency.lockutils [None req-893536f6-a64f-4497-a9ac-e8b8787f3dcf tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.054s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.834844] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186571} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.835122] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.835888] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe154c0-02fa-4054-b049-16310a8ea26c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.859655] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 5a12c56a-4364-4299-a63e-d288c06a5fa8/5a12c56a-4364-4299-a63e-d288c06a5fa8.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.859939] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8dd6a64-3167-444b-b244-0cff44cffec2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.885051] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1012.885051] env[69243]: value = "task-3689722" [ 1012.885051] env[69243]: _type = "Task" [ 1012.885051] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.893920] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.913304] env[69243]: DEBUG oslo_concurrency.lockutils [req-496646c7-a7b1-49d0-aa50-c122f07453da req-2fab0a0e-be33-4679-b9de-03ad138e2386 service nova] Releasing lock "refresh_cache-2d2cd2db-fd21-4999-9598-3e946902a2e9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.075492] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689720, 'name': CreateVM_Task, 'duration_secs': 0.572097} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.075492] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.075492] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.075492] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.075492] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.075492] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6af597a-fa2c-4f74-8dd6-251e39a3a3a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.075492] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1013.075492] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e54f4d-3372-0056-4ec9-e1cb5e5f5295" [ 1013.075492] env[69243]: _type = "Task" [ 1013.075492] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.083937] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e54f4d-3372-0056-4ec9-e1cb5e5f5295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.220680] env[69243]: DEBUG nova.network.neutron [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.381242] env[69243]: INFO nova.compute.manager [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Rebuilding instance [ 1013.395053] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.396153] env[69243]: DEBUG nova.network.neutron [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Updating instance_info_cache with network_info: [{"id": "f26d9f01-320d-4387-86cb-342e616c2ac2", "address": "fa:16:3e:c5:ea:f1", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26d9f01-32", "ovs_interfaceid": "f26d9f01-320d-4387-86cb-342e616c2ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.434428] env[69243]: DEBUG nova.compute.manager [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.435324] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6732601d-9711-4e5d-870f-18f423c44f18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.490897] env[69243]: DEBUG nova.network.neutron [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.494872] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0294f0-16d8-43fc-b6b9-006f31249d9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.503220] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135366fd-5349-434e-a46c-8a752356db49 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.535216] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15527f0f-0bcb-40d4-a07a-9b89792a1c94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.542564] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62cee3-6b8c-404f-8076-9ff276285cea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.556440] env[69243]: DEBUG nova.compute.provider_tree [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.583586] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e54f4d-3372-0056-4ec9-e1cb5e5f5295, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.583969] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.584134] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.584368] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.584513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.584693] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.584942] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f599a25-b1d4-45b2-9bef-41b65f8df809 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.593243] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.593421] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.594136] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd23c655-935c-4d16-98df-a1bb8766b5ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.599036] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1013.599036] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afee74-6e87-e73b-d323-523178530f7d" [ 1013.599036] env[69243]: _type = "Task" [ 1013.599036] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.606492] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afee74-6e87-e73b-d323-523178530f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.751198] env[69243]: DEBUG nova.compute.manager [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Received event network-vif-plugged-f26d9f01-320d-4387-86cb-342e616c2ac2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.751409] env[69243]: DEBUG oslo_concurrency.lockutils [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] Acquiring lock "7530a99d-1250-4c34-8e7b-8f46960d4df9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.751631] env[69243]: DEBUG oslo_concurrency.lockutils [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.751773] env[69243]: DEBUG oslo_concurrency.lockutils [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.751937] env[69243]: DEBUG nova.compute.manager [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] No waiting events found dispatching network-vif-plugged-f26d9f01-320d-4387-86cb-342e616c2ac2 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.753026] env[69243]: WARNING nova.compute.manager [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Received unexpected event network-vif-plugged-f26d9f01-320d-4387-86cb-342e616c2ac2 for instance with vm_state building and task_state spawning. [ 1013.753026] env[69243]: DEBUG nova.compute.manager [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Received event network-changed-f26d9f01-320d-4387-86cb-342e616c2ac2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.753026] env[69243]: DEBUG nova.compute.manager [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Refreshing instance network info cache due to event network-changed-f26d9f01-320d-4387-86cb-342e616c2ac2. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.753026] env[69243]: DEBUG oslo_concurrency.lockutils [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] Acquiring lock "refresh_cache-7530a99d-1250-4c34-8e7b-8f46960d4df9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.896033] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.906747] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "refresh_cache-7530a99d-1250-4c34-8e7b-8f46960d4df9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.907181] env[69243]: DEBUG nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Instance network_info: |[{"id": "f26d9f01-320d-4387-86cb-342e616c2ac2", "address": "fa:16:3e:c5:ea:f1", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26d9f01-32", "ovs_interfaceid": "f26d9f01-320d-4387-86cb-342e616c2ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.907504] env[69243]: DEBUG oslo_concurrency.lockutils [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] Acquired lock "refresh_cache-7530a99d-1250-4c34-8e7b-8f46960d4df9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.907686] env[69243]: DEBUG nova.network.neutron [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Refreshing network info cache for port f26d9f01-320d-4387-86cb-342e616c2ac2 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.908971] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:ea:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f26d9f01-320d-4387-86cb-342e616c2ac2', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.916587] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.919333] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.919802] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb788e6e-4bf6-4b33-857a-e9fbd9b7a3c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.938927] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.938927] env[69243]: value = "task-3689723" [ 1013.938927] env[69243]: _type = "Task" [ 1013.938927] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.946579] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689723, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.994092] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.059852] env[69243]: DEBUG nova.scheduler.client.report [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.116505] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52afee74-6e87-e73b-d323-523178530f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.117662] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009a93b1-4982-40e9-877c-faebf50b455f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.124322] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1014.124322] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52addbd4-6fc9-1575-42cc-7e29e7d6908a" [ 1014.124322] env[69243]: _type = "Task" [ 1014.124322] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.133572] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52addbd4-6fc9-1575-42cc-7e29e7d6908a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.138494] env[69243]: DEBUG nova.network.neutron [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Updated VIF entry in instance network info cache for port f26d9f01-320d-4387-86cb-342e616c2ac2. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.138831] env[69243]: DEBUG nova.network.neutron [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Updating instance_info_cache with network_info: [{"id": "f26d9f01-320d-4387-86cb-342e616c2ac2", "address": "fa:16:3e:c5:ea:f1", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26d9f01-32", "ovs_interfaceid": "f26d9f01-320d-4387-86cb-342e616c2ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.397113] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689722, 'name': ReconfigVM_Task, 'duration_secs': 1.433079} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.397440] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 5a12c56a-4364-4299-a63e-d288c06a5fa8/5a12c56a-4364-4299-a63e-d288c06a5fa8.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.398113] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c10b24-83f7-4bab-bbeb-1e29f806c652 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.404641] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1014.404641] env[69243]: value = "task-3689724" [ 1014.404641] env[69243]: _type = "Task" [ 1014.404641] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.413681] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689724, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.448616] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689723, 'name': CreateVM_Task, 'duration_secs': 0.409435} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.448796] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.449651] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.449840] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.450202] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.450511] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6237d0-75c4-4bd5-a82f-da0b4a113469 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.454089] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.455560] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c66bf651-a82a-40e3-9f3c-e9e53b07da41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.457374] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1014.457374] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ea0ead-20a6-7685-8e11-327952effbb4" [ 1014.457374] env[69243]: _type = "Task" [ 1014.457374] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.462362] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1014.462362] env[69243]: value = "task-3689725" [ 1014.462362] env[69243]: _type = "Task" [ 1014.462362] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.470069] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ea0ead-20a6-7685-8e11-327952effbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.470838] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.472103] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.472360] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.475333] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.569068] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.569570] env[69243]: DEBUG nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.572808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.910s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.572808] env[69243]: DEBUG nova.objects.instance [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lazy-loading 'resources' on Instance uuid b661b0f7-fc72-4f7b-bdff-2c538749f1e5 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.634648] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52addbd4-6fc9-1575-42cc-7e29e7d6908a, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.634869] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.635156] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 2d2cd2db-fd21-4999-9598-3e946902a2e9/2d2cd2db-fd21-4999-9598-3e946902a2e9.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.635433] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.635619] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.635837] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf14a9ab-ee1b-4745-8fa6-a8ffec840235 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.638057] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157046ca-8ef6-42d1-8a35-bd146c3433e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.642037] env[69243]: DEBUG oslo_concurrency.lockutils [req-a747b3c9-b437-4c07-878e-abde7e56b753 req-1505eebe-db88-46b3-9426-e0b9cc3fb7e7 service nova] Releasing lock "refresh_cache-7530a99d-1250-4c34-8e7b-8f46960d4df9" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.643749] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1014.643749] env[69243]: value = "task-3689726" [ 1014.643749] env[69243]: _type = "Task" [ 1014.643749] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.647880] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.648048] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.649083] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68f8f21-5f92-4995-8098-f2df4e982105 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.654178] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.656849] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1014.656849] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525bcd43-b4c2-7c9d-b930-f283360eee10" [ 1014.656849] env[69243]: _type = "Task" [ 1014.656849] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.664141] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525bcd43-b4c2-7c9d-b930-f283360eee10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.916165] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689724, 'name': Rename_Task, 'duration_secs': 0.15995} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.916414] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.916683] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62fa5f6e-2436-4380-a9cf-5acf2b6a4ce4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.922696] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1014.922696] env[69243]: value = "task-3689727" [ 1014.922696] env[69243]: _type = "Task" [ 1014.922696] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.930887] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.973046] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689725, 'name': PowerOffVM_Task, 'duration_secs': 0.177816} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.973356] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.973581] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.974465] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9f9d93-d05d-4f3d-a002-6a3d95a7852f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.982950] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.983369] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75549168-33c4-4af9-8a1d-7077f1cc0729 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.052094] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.052385] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.052576] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleting the datastore file [datastore1] 7cbfab29-20a9-46a0-9c9c-7847ae205512 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.052864] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb4f39b-eb44-4767-8adf-8c55cb08de95 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.060476] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1015.060476] env[69243]: value = "task-3689729" [ 1015.060476] env[69243]: _type = "Task" [ 1015.060476] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.070592] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.076407] env[69243]: DEBUG nova.compute.utils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.082470] env[69243]: DEBUG nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.082470] env[69243]: DEBUG nova.network.neutron [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.141889] env[69243]: DEBUG nova.policy [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf2822ffcfac4e5082accfbea6178116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f851149e13a14121983d2ea753f76683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.156571] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510866} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.159412] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 2d2cd2db-fd21-4999-9598-3e946902a2e9/2d2cd2db-fd21-4999-9598-3e946902a2e9.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.159653] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.160492] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f47f10fb-e9fd-46d3-a087-dfe983d2f259 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.170137] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1015.170137] env[69243]: value = "task-3689730" [ 1015.170137] env[69243]: _type = "Task" [ 1015.170137] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.173204] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525bcd43-b4c2-7c9d-b930-f283360eee10, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.181017] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-061d4e2e-401e-4a32-9502-dd6c35e788a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.191028] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1015.191028] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d191be-31d8-993b-85e9-a1d1417fb057" [ 1015.191028] env[69243]: _type = "Task" [ 1015.191028] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.198106] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d191be-31d8-993b-85e9-a1d1417fb057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.361225] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5cdf2a-d359-4ade-b942-6a058a73b6d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.369046] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab59974-57f5-4997-b9d7-5349b7847b3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.402460] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099cdf88-d88b-480a-acd9-bafc88e1402e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.410591] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466bf87-da15-4690-9bfb-5f9738b31c80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.427627] env[69243]: DEBUG nova.compute.provider_tree [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.438066] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.508993] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a20a2c-3976-4644-866b-e8f2cdb4af9d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.527481] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance 'e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.570632] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208769} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.570837] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.571075] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.571279] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.583046] env[69243]: DEBUG nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.665389] env[69243]: DEBUG nova.network.neutron [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Successfully created port: 7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.682331] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115089} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.682550] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.683348] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ae3f3-c462-4c26-9be7-a02c857238a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.706868] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2d2cd2db-fd21-4999-9598-3e946902a2e9/2d2cd2db-fd21-4999-9598-3e946902a2e9.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.710141] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ff0ebd-2a42-4ad1-91ed-08f8771b4fae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.729303] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d191be-31d8-993b-85e9-a1d1417fb057, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.730518] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.730788] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7530a99d-1250-4c34-8e7b-8f46960d4df9/7530a99d-1250-4c34-8e7b-8f46960d4df9.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.731129] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1015.731129] env[69243]: value = "task-3689731" [ 1015.731129] env[69243]: _type = "Task" [ 1015.731129] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.731319] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8cebba-5c52-4baf-9faf-94bd72c270c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.740443] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.741558] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1015.741558] env[69243]: value = "task-3689732" [ 1015.741558] env[69243]: _type = "Task" [ 1015.741558] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.749845] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.934723] env[69243]: DEBUG nova.scheduler.client.report [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.943132] env[69243]: DEBUG oslo_vmware.api [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689727, 'name': PowerOnVM_Task, 'duration_secs': 0.54672} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.943450] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.943661] env[69243]: INFO nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1015.943847] env[69243]: DEBUG nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.944733] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d376c462-e637-4e4a-add7-eba440ac42e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.034117] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.034598] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864295b5-4182-43c6-9209-8469c88907ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.042635] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1016.042635] env[69243]: value = "task-3689733" [ 1016.042635] env[69243]: _type = "Task" [ 1016.042635] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.051918] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.244017] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.253819] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465447} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.254234] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7530a99d-1250-4c34-8e7b-8f46960d4df9/7530a99d-1250-4c34-8e7b-8f46960d4df9.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.254548] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.254851] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c545a3-b2fd-4d58-85e6-1390611a7a36 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.263309] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1016.263309] env[69243]: value = "task-3689734" [ 1016.263309] env[69243]: _type = "Task" [ 1016.263309] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.272062] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.440301] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.443909] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.056s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.445985] env[69243]: INFO nova.compute.claims [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.464769] env[69243]: INFO nova.compute.manager [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Took 30.56 seconds to build instance. [ 1016.466508] env[69243]: INFO nova.scheduler.client.report [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Deleted allocations for instance b661b0f7-fc72-4f7b-bdff-2c538749f1e5 [ 1016.551921] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689733, 'name': PowerOffVM_Task, 'duration_secs': 0.258312} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.552225] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.552416] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance 'e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.593071] env[69243]: DEBUG nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.605949] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.606316] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.606436] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.606661] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.606815] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.607016] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.607267] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.607440] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.607645] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.607829] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.608038] env[69243]: DEBUG nova.virt.hardware [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.609116] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09128e1-6209-42fd-aa76-8184b8e667d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.620216] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.620451] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.620609] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.620790] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.620934] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.621127] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.621347] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.621505] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.621669] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.621829] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.622016] env[69243]: DEBUG nova.virt.hardware [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.623271] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa4ac22-73f7-4e24-95b8-572723d02847 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.627709] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dcd165-1c9c-48a3-8893-3ebe3b81fed2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.641873] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:1b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8b4697a-c49e-48ef-926b-ecf34c8b7eda', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.649053] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.651122] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.651529] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1411ddf2-a646-4953-ae84-b6637d420c51 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.666344] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c070ac4-00ef-4753-8a53-16e657287c85 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.680779] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.680779] env[69243]: value = "task-3689735" [ 1016.680779] env[69243]: _type = "Task" [ 1016.680779] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.687830] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689735, 'name': CreateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.744988] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689731, 'name': ReconfigVM_Task, 'duration_secs': 0.893732} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.745296] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2d2cd2db-fd21-4999-9598-3e946902a2e9/2d2cd2db-fd21-4999-9598-3e946902a2e9.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.746055] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37722218-e4e9-483b-939e-0b3feef66c9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.752371] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1016.752371] env[69243]: value = "task-3689736" [ 1016.752371] env[69243]: _type = "Task" [ 1016.752371] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.760315] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689736, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.771949] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064532} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.772248] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.773092] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a082d001-6512-4e27-b5ac-7fc61b7557b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.795364] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 7530a99d-1250-4c34-8e7b-8f46960d4df9/7530a99d-1250-4c34-8e7b-8f46960d4df9.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.795648] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4372d014-55e6-4f37-ac3e-01a6761731b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.814289] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1016.814289] env[69243]: value = "task-3689737" [ 1016.814289] env[69243]: _type = "Task" [ 1016.814289] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.822244] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.969084] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09f7b4c8-8704-43a4-915d-09b50364c342 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.073s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.974178] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27d26b49-5df2-4e25-b477-c0d54741404d tempest-InstanceActionsNegativeTestJSON-1265466669 tempest-InstanceActionsNegativeTestJSON-1265466669-project-member] Lock "b661b0f7-fc72-4f7b-bdff-2c538749f1e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.813s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.052338] env[69243]: DEBUG nova.compute.manager [req-4c235c5f-27e3-4dc8-a451-e267645fd85b req-d0ed19cf-e8b7-47c0-84ad-d552756c6385 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Received event network-vif-plugged-7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.052609] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c235c5f-27e3-4dc8-a451-e267645fd85b req-d0ed19cf-e8b7-47c0-84ad-d552756c6385 service nova] Acquiring lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.052783] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c235c5f-27e3-4dc8-a451-e267645fd85b req-d0ed19cf-e8b7-47c0-84ad-d552756c6385 service nova] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.052933] env[69243]: DEBUG oslo_concurrency.lockutils [req-4c235c5f-27e3-4dc8-a451-e267645fd85b req-d0ed19cf-e8b7-47c0-84ad-d552756c6385 service nova] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.053149] env[69243]: DEBUG nova.compute.manager [req-4c235c5f-27e3-4dc8-a451-e267645fd85b req-d0ed19cf-e8b7-47c0-84ad-d552756c6385 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] No waiting events found dispatching network-vif-plugged-7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.053290] env[69243]: WARNING nova.compute.manager [req-4c235c5f-27e3-4dc8-a451-e267645fd85b req-d0ed19cf-e8b7-47c0-84ad-d552756c6385 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Received unexpected event network-vif-plugged-7445a98b-7958-43b8-b6d9-74f68857af49 for instance with vm_state building and task_state spawning. [ 1017.058315] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.058576] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.058740] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.058929] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.059116] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.059275] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.059483] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.059641] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.059803] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.059964] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.060155] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.067428] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d53695-1318-4235-954c-ef9d240cce50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.084230] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1017.084230] env[69243]: value = "task-3689738" [ 1017.084230] env[69243]: _type = "Task" [ 1017.084230] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.093551] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.147479] env[69243]: DEBUG nova.network.neutron [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Successfully updated port: 7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.191433] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689735, 'name': CreateVM_Task, 'duration_secs': 0.345369} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.191599] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.192311] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.192483] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.192810] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.193386] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70eb8c7c-9a70-44d4-8281-f99509201d09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.197936] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1017.197936] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521f20a2-a3d8-0ce1-7da6-3fec124d80ad" [ 1017.197936] env[69243]: _type = "Task" [ 1017.197936] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.205883] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521f20a2-a3d8-0ce1-7da6-3fec124d80ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.266034] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689736, 'name': Rename_Task, 'duration_secs': 0.328595} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.266500] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.266792] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a21d4a3-56ba-427c-8685-54bb855a81f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.274028] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1017.274028] env[69243]: value = "task-3689739" [ 1017.274028] env[69243]: _type = "Task" [ 1017.274028] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.281864] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.323915] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.594031] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689738, 'name': ReconfigVM_Task, 'duration_secs': 0.283523} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.594587] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance 'e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.649813] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.649969] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.650144] env[69243]: DEBUG nova.network.neutron [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.708301] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521f20a2-a3d8-0ce1-7da6-3fec124d80ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.708301] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.708722] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.708722] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.708835] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.708929] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.709191] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7394f0fa-9f18-46e2-9d87-880da1af3e6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.713273] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0304c2-30c6-4fa0-a117-3f4dbbe03b77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.717354] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.717462] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.719802] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c0988d-f9b3-4597-8903-6e9271a64372 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.722811] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe72e62f-01fb-4f47-a23f-326431531152 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.729157] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1017.729157] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f27a21-4ad1-a69e-f2ee-2a5fa1539fb4" [ 1017.729157] env[69243]: _type = "Task" [ 1017.729157] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.757811] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be855406-6a39-4191-9cbf-060fa1dad22b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.766306] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f27a21-4ad1-a69e-f2ee-2a5fa1539fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.768520] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914e8def-7df8-4e85-9090-1158b333bdd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.771544] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03064888-f178-4d62-8964-edc015ab771f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.780773] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1017.780773] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5230d9c4-0bcc-d50c-1925-c379ac2d7c54" [ 1017.780773] env[69243]: _type = "Task" [ 1017.780773] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.791987] env[69243]: DEBUG nova.compute.provider_tree [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.796260] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689739, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.801744] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5230d9c4-0bcc-d50c-1925-c379ac2d7c54, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.803136] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.803136] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.803136] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e14496f-349c-41db-b578-18986bc7ca26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.809857] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1017.809857] env[69243]: value = "task-3689740" [ 1017.809857] env[69243]: _type = "Task" [ 1017.809857] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.818255] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.826306] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689737, 'name': ReconfigVM_Task, 'duration_secs': 0.621646} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.826583] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 7530a99d-1250-4c34-8e7b-8f46960d4df9/7530a99d-1250-4c34-8e7b-8f46960d4df9.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.827277] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f3d7f41-7d62-48d6-8eb6-e142df55f16b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.833056] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1017.833056] env[69243]: value = "task-3689741" [ 1017.833056] env[69243]: _type = "Task" [ 1017.833056] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.841649] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689741, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.104361] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.104652] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.104861] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.105081] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.105255] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.105405] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.105615] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.105772] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.105937] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.106112] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.106358] env[69243]: DEBUG nova.virt.hardware [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.112083] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.112449] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d8875a-d32d-4958-9abe-865194b0aa8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.131614] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1018.131614] env[69243]: value = "task-3689742" [ 1018.131614] env[69243]: _type = "Task" [ 1018.131614] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.140925] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.187294] env[69243]: DEBUG nova.network.neutron [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.289225] env[69243]: DEBUG oslo_vmware.api [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689739, 'name': PowerOnVM_Task, 'duration_secs': 0.786234} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.289225] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.289225] env[69243]: INFO nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1018.289225] env[69243]: DEBUG nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.289225] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd614b19-d3de-4d80-84bd-5a1267e9eb40 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.299151] env[69243]: DEBUG nova.scheduler.client.report [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.319479] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458926} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.319662] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.319889] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.321253] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26c2ff88-f1b4-45ce-83ad-582d558f75c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.328822] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1018.328822] env[69243]: value = "task-3689743" [ 1018.328822] env[69243]: _type = "Task" [ 1018.328822] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.336371] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.345587] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689741, 'name': Rename_Task, 'duration_secs': 0.160233} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.346677] env[69243]: DEBUG nova.network.neutron [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.347958] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.348851] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73cd1b1-ac79-4cf0-83a4-e218a542fa8c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.354578] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1018.354578] env[69243]: value = "task-3689744" [ 1018.354578] env[69243]: _type = "Task" [ 1018.354578] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.363681] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.641347] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689742, 'name': ReconfigVM_Task, 'duration_secs': 0.239588} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.641503] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.642309] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4650771-78be-4f8a-88fe-3631bd23ea36 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.664175] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca/e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.664500] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a99ea62-23d7-4c8d-bbc7-9261b6f89353 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.682761] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1018.682761] env[69243]: value = "task-3689745" [ 1018.682761] env[69243]: _type = "Task" [ 1018.682761] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.690847] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.809207] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.809801] env[69243]: DEBUG nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.816137] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.078s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.816382] env[69243]: DEBUG nova.objects.instance [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lazy-loading 'resources' on Instance uuid bfb7373c-7300-4893-adde-9c10ffe82ab7 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.819730] env[69243]: INFO nova.compute.manager [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Took 32.89 seconds to build instance. [ 1018.836495] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10045} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.836758] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.837561] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9881d9b2-f0ee-4db9-a2a1-b4a5cfa3df04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.852695] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.853020] env[69243]: DEBUG nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Instance network_info: |[{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.865225] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.867214] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:c9:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7445a98b-7958-43b8-b6d9-74f68857af49', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.879269] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating folder: Project (f851149e13a14121983d2ea753f76683). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.879672] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2106b9a-2083-426e-b9ad-6d3f440c0d1e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.894478] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a03555-71e5-4e4d-a41b-4f55c9dbc60b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.906367] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.907618] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1018.907618] env[69243]: value = "task-3689746" [ 1018.907618] env[69243]: _type = "Task" [ 1018.907618] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.908784] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Created folder: Project (f851149e13a14121983d2ea753f76683) in parent group-v734844. [ 1018.908982] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating folder: Instances. Parent ref: group-v735101. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.911742] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-610e3598-2d3b-4563-aab9-67bee55daf00 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.919821] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.920683] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Created folder: Instances in parent group-v735101. [ 1018.920774] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.920885] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.921117] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9c2c65c-94ad-4265-8e05-59fa73deef53 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.941134] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.941134] env[69243]: value = "task-3689749" [ 1018.941134] env[69243]: _type = "Task" [ 1018.941134] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.949015] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689749, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.079983] env[69243]: DEBUG nova.compute.manager [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Received event network-changed-7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.080182] env[69243]: DEBUG nova.compute.manager [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Refreshing instance network info cache due to event network-changed-7445a98b-7958-43b8-b6d9-74f68857af49. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.080390] env[69243]: DEBUG oslo_concurrency.lockutils [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] Acquiring lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.080639] env[69243]: DEBUG oslo_concurrency.lockutils [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] Acquired lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.080683] env[69243]: DEBUG nova.network.neutron [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Refreshing network info cache for port 7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.193463] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689745, 'name': ReconfigVM_Task, 'duration_secs': 0.289156} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.193552] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Reconfigured VM instance instance-00000016 to attach disk [datastore1] e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca/e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.193810] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance 'e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.318331] env[69243]: DEBUG nova.compute.utils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.322997] env[69243]: DEBUG nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.323160] env[69243]: DEBUG nova.network.neutron [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.325487] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ccd12c85-667c-4a20-b01f-e2e21ae7bd9a tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.411s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.391257] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689744, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.392698] env[69243]: DEBUG nova.policy [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fb19bc1a2b40ddab2748b2935d23cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d77a7d9451c446d841416b3f30617cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.419654] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689746, 'name': ReconfigVM_Task, 'duration_secs': 0.37494} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.422477] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 7cbfab29-20a9-46a0-9c9c-7847ae205512/7cbfab29-20a9-46a0-9c9c-7847ae205512.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.423307] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13acb3b2-0568-4727-8afa-677eeb0d5d7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.429705] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1019.429705] env[69243]: value = "task-3689750" [ 1019.429705] env[69243]: _type = "Task" [ 1019.429705] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.438040] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689750, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.449514] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689749, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.577875] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc36df4-e9cd-4f23-aea5-4b0ffe541ae3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.588149] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b11c4e-eeac-43f5-8f4f-f56233b308cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.620683] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce4c86-8491-427a-8440-297123cd07bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.628586] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f8acc0-dd50-4622-966c-b9b00ead0451 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.645163] env[69243]: DEBUG nova.compute.provider_tree [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.700983] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23ad5d-d510-4b90-bdb5-59d4b5b2a1c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.720929] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcf4a50-a428-4b38-9f08-d859ecaa0856 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.739399] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance 'e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.767058] env[69243]: DEBUG nova.network.neutron [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Successfully created port: 1ce03382-cb50-4e88-b08b-3819061ce1b2 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.825653] env[69243]: DEBUG nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.890220] env[69243]: DEBUG oslo_vmware.api [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689744, 'name': PowerOnVM_Task, 'duration_secs': 1.039938} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.892818] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.893037] env[69243]: INFO nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1019.893223] env[69243]: DEBUG nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.894033] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1500f6-208f-4e72-a779-e322d4bfcbdc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.939824] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689750, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.950675] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689749, 'name': CreateVM_Task, 'duration_secs': 0.526673} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.950843] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.955591] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.956009] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.956090] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.956929] env[69243]: DEBUG nova.network.neutron [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updated VIF entry in instance network info cache for port 7445a98b-7958-43b8-b6d9-74f68857af49. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.957273] env[69243]: DEBUG nova.network.neutron [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.958344] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53f6760-3e0b-438d-b16d-bdda97b3a6ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.965231] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1019.965231] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5284b-9a8b-ef92-11ce-62d678725acc" [ 1019.965231] env[69243]: _type = "Task" [ 1019.965231] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.973460] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5284b-9a8b-ef92-11ce-62d678725acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.150797] env[69243]: DEBUG nova.scheduler.client.report [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.284023] env[69243]: DEBUG nova.network.neutron [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Port 790f0a5e-0e66-4cb6-9f34-96e6b362d1de binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1020.414278] env[69243]: INFO nova.compute.manager [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Took 34.35 seconds to build instance. [ 1020.440564] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689750, 'name': Rename_Task, 'duration_secs': 0.959296} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.442051] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.442346] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50abc0e7-e55e-48d6-aa7a-2dbcc0a6c008 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.448133] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1020.448133] env[69243]: value = "task-3689751" [ 1020.448133] env[69243]: _type = "Task" [ 1020.448133] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.456397] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.460997] env[69243]: DEBUG oslo_concurrency.lockutils [req-75bfe236-dcee-4a1c-b659-996082355148 req-5ca6335b-3f06-4c17-88a8-0f17f410aecd service nova] Releasing lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.475254] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d5284b-9a8b-ef92-11ce-62d678725acc, 'name': SearchDatastore_Task, 'duration_secs': 0.082188} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.475901] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.475901] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.476023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.476177] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.476358] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.476623] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a482697-02a4-467d-ba2b-f593ca2ea95a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.487881] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.488159] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.488836] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07dfd737-69a3-4325-b257-02d9b3af46cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.494163] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1020.494163] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fb35ff-b960-6e96-e0f1-af9c9d538b9a" [ 1020.494163] env[69243]: _type = "Task" [ 1020.494163] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.501954] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fb35ff-b960-6e96-e0f1-af9c9d538b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.656660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.660459] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.136s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.660746] env[69243]: DEBUG nova.objects.instance [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lazy-loading 'resources' on Instance uuid c79bde56-2b19-4172-9452-23e6ac62b139 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.694061] env[69243]: INFO nova.scheduler.client.report [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Deleted allocations for instance bfb7373c-7300-4893-adde-9c10ffe82ab7 [ 1020.837328] env[69243]: DEBUG nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.869143] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.869442] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.869716] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.870041] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.870208] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.870397] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.870649] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.870819] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.870985] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.871194] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.871394] env[69243]: DEBUG nova.virt.hardware [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.872556] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df59f5b7-6455-4cf8-a45f-eec320b40878 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.881832] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856fe893-2542-4686-a04a-17e473189202 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.916710] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ae073fe-d15c-4650-be54-97b874902233 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.857s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.959853] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689751, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.006114] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fb35ff-b960-6e96-e0f1-af9c9d538b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.020959} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.006979] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2c932f-b1cc-4841-9680-3cab152f130b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.012597] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1021.012597] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b9fd0f-4dbe-60c5-6a55-cf4bb69b1094" [ 1021.012597] env[69243]: _type = "Task" [ 1021.012597] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.022022] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b9fd0f-4dbe-60c5-6a55-cf4bb69b1094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.201952] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6c02b2e2-8356-4f73-bd28-30d158febcdc tempest-AttachInterfacesV270Test-100632308 tempest-AttachInterfacesV270Test-100632308-project-member] Lock "bfb7373c-7300-4893-adde-9c10ffe82ab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.005s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.321512] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.321756] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.321935] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.430067] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b59f2a-69eb-4da1-bfb2-47cd5fc78f67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.439222] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d09649b-1d81-454f-840e-e6ea1ebd25e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.483255] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9c4c05-1769-4b48-9bfd-b37f468cd8ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.494115] env[69243]: DEBUG oslo_vmware.api [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689751, 'name': PowerOnVM_Task, 'duration_secs': 0.542808} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.494933] env[69243]: DEBUG nova.network.neutron [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Successfully updated port: 1ce03382-cb50-4e88-b08b-3819061ce1b2 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.496779] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.497225] env[69243]: DEBUG nova.compute.manager [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.498405] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b16ddb-1643-424c-b1ea-76a165e2f08d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.506262] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9155df-0a62-4fee-b691-9d6f4afadc91 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.529055] env[69243]: DEBUG nova.compute.provider_tree [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.535585] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b9fd0f-4dbe-60c5-6a55-cf4bb69b1094, 'name': SearchDatastore_Task, 'duration_secs': 0.035139} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.536168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.536673] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] ed46ed0f-c790-45de-a2d3-25f58f02debd/ed46ed0f-c790-45de-a2d3-25f58f02debd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.536673] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38e04fbb-35d6-45c3-9e69-ae6fb5d7d64e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.547405] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1021.547405] env[69243]: value = "task-3689752" [ 1021.547405] env[69243]: _type = "Task" [ 1021.547405] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.556071] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.642614] env[69243]: DEBUG nova.compute.manager [req-045de12d-f9a8-44af-b4cb-41f4ff188d9b req-945d401a-22e5-47bb-8981-a0fed18122e7 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Received event network-vif-plugged-1ce03382-cb50-4e88-b08b-3819061ce1b2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.642881] env[69243]: DEBUG oslo_concurrency.lockutils [req-045de12d-f9a8-44af-b4cb-41f4ff188d9b req-945d401a-22e5-47bb-8981-a0fed18122e7 service nova] Acquiring lock "29568850-2254-483c-bee3-3d989cc5f7b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.643113] env[69243]: DEBUG oslo_concurrency.lockutils [req-045de12d-f9a8-44af-b4cb-41f4ff188d9b req-945d401a-22e5-47bb-8981-a0fed18122e7 service nova] Lock "29568850-2254-483c-bee3-3d989cc5f7b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.644035] env[69243]: DEBUG oslo_concurrency.lockutils [req-045de12d-f9a8-44af-b4cb-41f4ff188d9b req-945d401a-22e5-47bb-8981-a0fed18122e7 service nova] Lock "29568850-2254-483c-bee3-3d989cc5f7b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.644035] env[69243]: DEBUG nova.compute.manager [req-045de12d-f9a8-44af-b4cb-41f4ff188d9b req-945d401a-22e5-47bb-8981-a0fed18122e7 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] No waiting events found dispatching network-vif-plugged-1ce03382-cb50-4e88-b08b-3819061ce1b2 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.644035] env[69243]: WARNING nova.compute.manager [req-045de12d-f9a8-44af-b4cb-41f4ff188d9b req-945d401a-22e5-47bb-8981-a0fed18122e7 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Received unexpected event network-vif-plugged-1ce03382-cb50-4e88-b08b-3819061ce1b2 for instance with vm_state building and task_state spawning. [ 1022.000649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "refresh_cache-29568850-2254-483c-bee3-3d989cc5f7b5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.000649] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "refresh_cache-29568850-2254-483c-bee3-3d989cc5f7b5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.000649] env[69243]: DEBUG nova.network.neutron [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.030089] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.033026] env[69243]: DEBUG nova.scheduler.client.report [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.066625] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689752, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.398367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.403965] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.403965] env[69243]: DEBUG nova.network.neutron [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.540986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.543708] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.644s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.543878] env[69243]: DEBUG nova.objects.instance [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lazy-loading 'resources' on Instance uuid 9b9116ad-9dd6-4078-b35d-67267b2ad5ae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.547090] env[69243]: DEBUG nova.network.neutron [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.560196] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822549} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.560196] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] ed46ed0f-c790-45de-a2d3-25f58f02debd/ed46ed0f-c790-45de-a2d3-25f58f02debd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.560196] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.560757] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4a4569b-1635-4a6a-b60a-02cfa29ae696 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.567761] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1022.567761] env[69243]: value = "task-3689753" [ 1022.567761] env[69243]: _type = "Task" [ 1022.567761] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.573598] env[69243]: INFO nova.scheduler.client.report [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Deleted allocations for instance c79bde56-2b19-4172-9452-23e6ac62b139 [ 1022.588020] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.775241] env[69243]: DEBUG nova.network.neutron [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Updating instance_info_cache with network_info: [{"id": "1ce03382-cb50-4e88-b08b-3819061ce1b2", "address": "fa:16:3e:e5:07:e9", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce03382-cb", "ovs_interfaceid": "1ce03382-cb50-4e88-b08b-3819061ce1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.088153] env[69243]: DEBUG oslo_concurrency.lockutils [None req-40abb292-2e1d-41b4-a09c-b25e56f60552 tempest-ServerShowV247Test-2048009960 tempest-ServerShowV247Test-2048009960-project-member] Lock "c79bde56-2b19-4172-9452-23e6ac62b139" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.342s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.100272] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067665} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.100996] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.102818] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f8e9ff-53a6-42c5-ab05-19bd615e9411 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.133700] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] ed46ed0f-c790-45de-a2d3-25f58f02debd/ed46ed0f-c790-45de-a2d3-25f58f02debd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.140019] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4f4f39-6fd0-4587-9eb7-40adf3f4644c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.162585] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1023.162585] env[69243]: value = "task-3689754" [ 1023.162585] env[69243]: _type = "Task" [ 1023.162585] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.176941] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.281290] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "refresh_cache-29568850-2254-483c-bee3-3d989cc5f7b5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.281290] env[69243]: DEBUG nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Instance network_info: |[{"id": "1ce03382-cb50-4e88-b08b-3819061ce1b2", "address": "fa:16:3e:e5:07:e9", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce03382-cb", "ovs_interfaceid": "1ce03382-cb50-4e88-b08b-3819061ce1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.281290] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:07:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ce03382-cb50-4e88-b08b-3819061ce1b2', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.290828] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.294727] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.295226] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-981a9c3a-3fe9-4d85-856b-65f24f8814a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.314565] env[69243]: DEBUG nova.network.neutron [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.325575] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.325575] env[69243]: value = "task-3689755" [ 1023.325575] env[69243]: _type = "Task" [ 1023.325575] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.336576] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689755, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.406932] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "7cbfab29-20a9-46a0-9c9c-7847ae205512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.406932] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.407220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "7cbfab29-20a9-46a0-9c9c-7847ae205512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.408063] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.408063] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.410593] env[69243]: INFO nova.compute.manager [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Terminating instance [ 1023.425072] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b84cde-69dd-4e87-b671-0df771606d54 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.434651] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a9f493-a4a3-40c8-b0d4-0d8e01a67952 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.474033] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8822f359-c251-4010-8efc-e588ab263f11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.484150] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490c6422-7f6e-4dbd-a251-2bcd0dfdffbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.498949] env[69243]: DEBUG nova.compute.provider_tree [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.676924] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.820038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.838268] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689755, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.920135] env[69243]: DEBUG nova.compute.manager [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.920135] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.920135] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2fceeb-931c-47da-be58-3e738444c937 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.927164] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.927164] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1514642-6bd4-4ab3-9d4a-21d2af57a0c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.935416] env[69243]: DEBUG oslo_vmware.api [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1023.935416] env[69243]: value = "task-3689756" [ 1023.935416] env[69243]: _type = "Task" [ 1023.935416] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.945646] env[69243]: DEBUG oslo_vmware.api [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.003252] env[69243]: DEBUG nova.scheduler.client.report [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.130050] env[69243]: DEBUG nova.compute.manager [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Received event network-changed-1ce03382-cb50-4e88-b08b-3819061ce1b2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.130368] env[69243]: DEBUG nova.compute.manager [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Refreshing instance network info cache due to event network-changed-1ce03382-cb50-4e88-b08b-3819061ce1b2. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.130404] env[69243]: DEBUG oslo_concurrency.lockutils [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] Acquiring lock "refresh_cache-29568850-2254-483c-bee3-3d989cc5f7b5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.130551] env[69243]: DEBUG oslo_concurrency.lockutils [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] Acquired lock "refresh_cache-29568850-2254-483c-bee3-3d989cc5f7b5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.131204] env[69243]: DEBUG nova.network.neutron [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Refreshing network info cache for port 1ce03382-cb50-4e88-b08b-3819061ce1b2 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.177922] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689754, 'name': ReconfigVM_Task, 'duration_secs': 0.582319} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.178086] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Reconfigured VM instance instance-0000005b to attach disk [datastore2] ed46ed0f-c790-45de-a2d3-25f58f02debd/ed46ed0f-c790-45de-a2d3-25f58f02debd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.182123] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e017f2a5-977e-4b4b-95ec-b3de40995eba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.187621] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1024.187621] env[69243]: value = "task-3689757" [ 1024.187621] env[69243]: _type = "Task" [ 1024.187621] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.200390] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689757, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.246139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "97173657-8cfc-4e53-b071-4b1f4c559c39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.246139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.348689] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689755, 'name': CreateVM_Task, 'duration_secs': 0.594012} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.348895] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.351628] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.352502] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.352502] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.357376] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31dcbdc3-c695-457e-989a-d9317e09afbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.361506] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1024.361506] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52798c4d-f824-f558-1d68-6bb04e0c9d0f" [ 1024.361506] env[69243]: _type = "Task" [ 1024.361506] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.370932] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52798c4d-f824-f558-1d68-6bb04e0c9d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.372764] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ed806-6e62-4d58-a03b-894e649e0b22 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.394694] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a542be4-0e87-4197-ad62-01cdf9057e49 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.405273] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance 'e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.445495] env[69243]: DEBUG oslo_vmware.api [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689756, 'name': PowerOffVM_Task, 'duration_secs': 0.233565} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.445495] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.445817] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.446028] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1206c980-0a85-46bd-b632-ad88ec2548b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.507488] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.510791] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.511464] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.511464] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleting the datastore file [datastore2] 7cbfab29-20a9-46a0-9c9c-7847ae205512 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.511688] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.460s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.512303] env[69243]: DEBUG nova.objects.instance [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1024.516308] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7affae35-006a-43dc-bfe7-076c478f9a75 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.526601] env[69243]: DEBUG oslo_vmware.api [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1024.526601] env[69243]: value = "task-3689759" [ 1024.526601] env[69243]: _type = "Task" [ 1024.526601] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.536279] env[69243]: DEBUG oslo_vmware.api [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.544792] env[69243]: INFO nova.scheduler.client.report [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Deleted allocations for instance 9b9116ad-9dd6-4078-b35d-67267b2ad5ae [ 1024.700418] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689757, 'name': Rename_Task, 'duration_secs': 0.20311} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.701150] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.701424] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a055636-38bc-4422-ba3e-8d2d552de9bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.708279] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1024.708279] env[69243]: value = "task-3689760" [ 1024.708279] env[69243]: _type = "Task" [ 1024.708279] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.719750] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.748606] env[69243]: DEBUG nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.878743] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.882020] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.882020] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52798c4d-f824-f558-1d68-6bb04e0c9d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.882020] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.882020] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.882020] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.882020] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.882020] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.882020] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a7d6eb-2312-413d-904f-1f053ac75992 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.895562] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.895944] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.897288] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47597322-6e3e-403f-a35f-bcbea9b3d301 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.903490] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1024.903490] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264e194-95c3-8331-9448-e6972479671b" [ 1024.903490] env[69243]: _type = "Task" [ 1024.903490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.914611] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.915426] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264e194-95c3-8331-9448-e6972479671b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.916142] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf3fff0-7414-4c4d-9b78-183aa7a829fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.922219] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1024.922219] env[69243]: value = "task-3689761" [ 1024.922219] env[69243]: _type = "Task" [ 1024.922219] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.931573] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.959274] env[69243]: DEBUG nova.network.neutron [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Updated VIF entry in instance network info cache for port 1ce03382-cb50-4e88-b08b-3819061ce1b2. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.959685] env[69243]: DEBUG nova.network.neutron [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Updating instance_info_cache with network_info: [{"id": "1ce03382-cb50-4e88-b08b-3819061ce1b2", "address": "fa:16:3e:e5:07:e9", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce03382-cb", "ovs_interfaceid": "1ce03382-cb50-4e88-b08b-3819061ce1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.037229] env[69243]: DEBUG oslo_vmware.api [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208815} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.037565] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.037786] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.038007] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.038229] env[69243]: INFO nova.compute.manager [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1025.038527] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.038760] env[69243]: DEBUG nova.compute.manager [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.038871] env[69243]: DEBUG nova.network.neutron [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.055588] env[69243]: DEBUG oslo_concurrency.lockutils [None req-853ff877-1f7a-4174-87a4-2a03965f55a0 tempest-ServersNegativeTestJSON-791910590 tempest-ServersNegativeTestJSON-791910590-project-member] Lock "9b9116ad-9dd6-4078-b35d-67267b2ad5ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.662s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.222651] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689760, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.280169] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.292490] env[69243]: DEBUG oslo_concurrency.lockutils [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.293066] env[69243]: DEBUG oslo_concurrency.lockutils [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.293344] env[69243]: DEBUG nova.compute.manager [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.294498] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1fcd94-8ca3-4157-b32b-319896d4121d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.303806] env[69243]: DEBUG nova.compute.manager [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1025.304627] env[69243]: DEBUG nova.objects.instance [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lazy-loading 'flavor' on Instance uuid 5a12c56a-4364-4299-a63e-d288c06a5fa8 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.381053] env[69243]: DEBUG nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.419343] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5264e194-95c3-8331-9448-e6972479671b, 'name': SearchDatastore_Task, 'duration_secs': 0.008364} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.420256] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc48c4f-204c-41ed-bb15-239003b256ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.432820] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1025.432820] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527a6e66-10a3-2773-cecc-046f29ce5200" [ 1025.432820] env[69243]: _type = "Task" [ 1025.432820] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.436849] env[69243]: DEBUG oslo_vmware.api [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689761, 'name': PowerOnVM_Task, 'duration_secs': 0.405643} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.440603] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.440603] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc571a06-7756-4566-bf70-668dd6fdabb7 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance 'e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.450077] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527a6e66-10a3-2773-cecc-046f29ce5200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.462346] env[69243]: DEBUG oslo_concurrency.lockutils [req-023fb550-2668-4735-8f6d-5622c484dd2a req-007b5bfb-14df-46bd-8a53-da1d061f0f63 service nova] Releasing lock "refresh_cache-29568850-2254-483c-bee3-3d989cc5f7b5" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.524068] env[69243]: DEBUG oslo_concurrency.lockutils [None req-35c3de49-55e2-4244-86a2-60da6edf5e36 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.525779] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.297s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.526012] env[69243]: DEBUG nova.objects.instance [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'resources' on Instance uuid 73480d26-efe8-44ea-b262-c5c8c6cb26ef {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.722709] env[69243]: DEBUG oslo_vmware.api [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689760, 'name': PowerOnVM_Task, 'duration_secs': 0.83044} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.723399] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.723786] env[69243]: INFO nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1025.724077] env[69243]: DEBUG nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.725297] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f68a518-e1c6-49b0-8dc9-6f629d90200b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.907481] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.957761] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527a6e66-10a3-2773-cecc-046f29ce5200, 'name': SearchDatastore_Task, 'duration_secs': 0.021596} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.958741] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.961588] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 29568850-2254-483c-bee3-3d989cc5f7b5/29568850-2254-483c-bee3-3d989cc5f7b5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.961588] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f21302a7-f9fb-480d-a7e2-adf438e52435 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.971283] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1025.971283] env[69243]: value = "task-3689762" [ 1025.971283] env[69243]: _type = "Task" [ 1025.971283] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.983898] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.125075] env[69243]: DEBUG nova.network.neutron [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.168299] env[69243]: DEBUG nova.compute.manager [req-3c856ed4-1c95-49be-a652-27afad37a58c req-4c7597de-0e98-4c97-af65-19431d190d40 service nova] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Received event network-vif-deleted-d8b4697a-c49e-48ef-926b-ecf34c8b7eda {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.252579] env[69243]: INFO nova.compute.manager [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Took 35.12 seconds to build instance. [ 1026.317291] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.317391] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4174a00-08ad-4eb7-83c9-8636ca2bc751 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.323924] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973389d1-a2c9-4abd-823c-fdac8c7c3bda {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.333299] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58138b9f-42de-4155-b6f2-50af339677f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.338712] env[69243]: DEBUG oslo_vmware.api [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1026.338712] env[69243]: value = "task-3689763" [ 1026.338712] env[69243]: _type = "Task" [ 1026.338712] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.370927] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff79c027-0514-4691-93ec-ecfe93ef343e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.376546] env[69243]: DEBUG oslo_vmware.api [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.381643] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a97790-6ce8-43b0-a67d-4f5e5e7a520a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.396304] env[69243]: DEBUG nova.compute.provider_tree [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.483157] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.627394] env[69243]: INFO nova.compute.manager [-] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Took 1.59 seconds to deallocate network for instance. [ 1026.757306] env[69243]: DEBUG oslo_concurrency.lockutils [None req-43ff884e-3889-4920-96a6-52dca658a0bb tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.636s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.849683] env[69243]: DEBUG oslo_vmware.api [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689763, 'name': PowerOffVM_Task, 'duration_secs': 0.258932} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.849856] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.850107] env[69243]: DEBUG nova.compute.manager [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.850903] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc09742-8d45-408f-a8d0-6116ad6b5160 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.899500] env[69243]: DEBUG nova.scheduler.client.report [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.991363] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917526} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.991676] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 29568850-2254-483c-bee3-3d989cc5f7b5/29568850-2254-483c-bee3-3d989cc5f7b5.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.991911] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.997277] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b848cff-0b39-434b-85ee-a887e0d248d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.004276] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1027.004276] env[69243]: value = "task-3689764" [ 1027.004276] env[69243]: _type = "Task" [ 1027.004276] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.017081] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.136182] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.367318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-213fe98b-1585-4b24-b370-86b1c93f8c20 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.408304] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.411877] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.484s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.413638] env[69243]: INFO nova.compute.claims [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.434799] env[69243]: INFO nova.scheduler.client.report [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted allocations for instance 73480d26-efe8-44ea-b262-c5c8c6cb26ef [ 1027.515991] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067523} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.516282] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.517420] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26875969-8304-4bf3-bfa6-74146a0de3aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.543684] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 29568850-2254-483c-bee3-3d989cc5f7b5/29568850-2254-483c-bee3-3d989cc5f7b5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.544622] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.545265] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.545696] env[69243]: DEBUG nova.compute.manager [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Going to confirm migration 3 {{(pid=69243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1027.547256] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-238b7a5a-293b-4936-a98c-3d2962c12547 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.573258] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1027.573258] env[69243]: value = "task-3689765" [ 1027.573258] env[69243]: _type = "Task" [ 1027.573258] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.587512] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.950287] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c5fff3c3-98a3-4dd5-9dc3-1a502a0baa94 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "73480d26-efe8-44ea-b262-c5c8c6cb26ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.558s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.085021] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.133582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.133817] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.134061] env[69243]: DEBUG nova.network.neutron [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.134265] env[69243]: DEBUG nova.objects.instance [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'info_cache' on Instance uuid e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.404523] env[69243]: DEBUG nova.compute.manager [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Received event network-changed-7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.404782] env[69243]: DEBUG nova.compute.manager [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Refreshing instance network info cache due to event network-changed-7445a98b-7958-43b8-b6d9-74f68857af49. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.404965] env[69243]: DEBUG oslo_concurrency.lockutils [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] Acquiring lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.406118] env[69243]: DEBUG oslo_concurrency.lockutils [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] Acquired lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.406345] env[69243]: DEBUG nova.network.neutron [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Refreshing network info cache for port 7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.588909] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689765, 'name': ReconfigVM_Task, 'duration_secs': 0.775582} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.589294] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 29568850-2254-483c-bee3-3d989cc5f7b5/29568850-2254-483c-bee3-3d989cc5f7b5.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.589996] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90fe27b1-3d83-413c-a87c-7bbcb54abd48 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.599561] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1028.599561] env[69243]: value = "task-3689766" [ 1028.599561] env[69243]: _type = "Task" [ 1028.599561] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.610880] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689766, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.689047] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2936f5cc-02b4-4abd-b466-0799ea1a6cc1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.699146] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a5cd9c-9372-456b-9e44-0ccf6c57ad61 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.732896] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9afdaeb-ff49-4846-9d88-a730f37c019a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.740600] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65320e5-f1fc-44e6-85f0-9a7430bf79a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.757026] env[69243]: DEBUG nova.compute.provider_tree [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.018679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "7aac8937-8941-4652-b9ce-8e0d48821966" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.018679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "7aac8937-8941-4652-b9ce-8e0d48821966" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.111538] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689766, 'name': Rename_Task, 'duration_secs': 0.419143} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.111808] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.112053] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-298e10f4-3295-4f93-bc59-11f1cf849101 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.118875] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1029.118875] env[69243]: value = "task-3689767" [ 1029.118875] env[69243]: _type = "Task" [ 1029.118875] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.126759] env[69243]: DEBUG nova.objects.instance [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lazy-loading 'flavor' on Instance uuid 5a12c56a-4364-4299-a63e-d288c06a5fa8 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.128058] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.226748] env[69243]: DEBUG nova.network.neutron [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updated VIF entry in instance network info cache for port 7445a98b-7958-43b8-b6d9-74f68857af49. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.227167] env[69243]: DEBUG nova.network.neutron [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.263020] env[69243]: DEBUG nova.scheduler.client.report [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.451841] env[69243]: DEBUG nova.network.neutron [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [{"id": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "address": "fa:16:3e:6f:8b:c3", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f0a5e-0e", "ovs_interfaceid": "790f0a5e-0e66-4cb6-9f34-96e6b362d1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.524274] env[69243]: DEBUG nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.634545] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.635257] env[69243]: DEBUG oslo_concurrency.lockutils [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.635324] env[69243]: DEBUG oslo_concurrency.lockutils [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquired lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.635447] env[69243]: DEBUG nova.network.neutron [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.635625] env[69243]: DEBUG nova.objects.instance [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lazy-loading 'info_cache' on Instance uuid 5a12c56a-4364-4299-a63e-d288c06a5fa8 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.730118] env[69243]: DEBUG oslo_concurrency.lockutils [req-032a52cb-38a1-4496-ad3a-9db0792e5f9e req-021170e6-f6d7-4d29-b290-c1c835078075 service nova] Releasing lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.769349] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.769896] env[69243]: DEBUG nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.772812] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.955s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.773573] env[69243]: DEBUG nova.objects.instance [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lazy-loading 'resources' on Instance uuid f905c56e-0424-486e-828e-763fc772c0cb {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.954757] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.955083] env[69243]: DEBUG nova.objects.instance [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'migration_context' on Instance uuid e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.053114] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.131141] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.139028] env[69243]: DEBUG nova.objects.base [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Object Instance<5a12c56a-4364-4299-a63e-d288c06a5fa8> lazy-loaded attributes: flavor,info_cache {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.277496] env[69243]: DEBUG nova.compute.utils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.279319] env[69243]: DEBUG nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.279481] env[69243]: DEBUG nova.network.neutron [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.331344] env[69243]: DEBUG nova.policy [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.458126] env[69243]: DEBUG nova.objects.base [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.459010] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0844a81-e6e7-4937-94e7-200b05868387 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.483818] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206864d1-1d3e-4115-bd0d-f41dd53e10dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.490418] env[69243]: DEBUG oslo_vmware.api [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1030.490418] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4d6b5-201f-de46-bbc9-f1c66ea40a34" [ 1030.490418] env[69243]: _type = "Task" [ 1030.490418] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.498881] env[69243]: DEBUG oslo_vmware.api [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4d6b5-201f-de46-bbc9-f1c66ea40a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.519098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afed48db-babd-4e4c-a8f6-8990158f6367 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.526866] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c2ff1b-ec23-49b4-a0d6-16fc1ad12622 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.559724] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5f05e6-ae68-47d5-b701-8c63d1d20ebd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.567011] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09d121-2ac1-489d-99ab-327558815add {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.584482] env[69243]: DEBUG nova.compute.provider_tree [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.585794] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.586107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.631469] env[69243]: DEBUG oslo_vmware.api [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689767, 'name': PowerOnVM_Task, 'duration_secs': 1.089092} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.631795] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.632009] env[69243]: INFO nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1030.632194] env[69243]: DEBUG nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.633022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f7546-c978-459c-88ad-c0531e10ede8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.723821] env[69243]: DEBUG nova.network.neutron [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Successfully created port: dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.785931] env[69243]: DEBUG nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.862018] env[69243]: DEBUG nova.network.neutron [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Updating instance_info_cache with network_info: [{"id": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "address": "fa:16:3e:16:a5:af", "network": {"id": "421572fa-537f-4da9-b9ba-57c0e0585fc5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2090370052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a595a2efcd0c41cd92e45f2d78843537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d2bd2df-c1", "ovs_interfaceid": "4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.001176] env[69243]: DEBUG oslo_vmware.api [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d4d6b5-201f-de46-bbc9-f1c66ea40a34, 'name': SearchDatastore_Task, 'duration_secs': 0.008336} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.001522] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.088929] env[69243]: DEBUG nova.scheduler.client.report [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.092338] env[69243]: DEBUG nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.156111] env[69243]: INFO nova.compute.manager [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Took 37.79 seconds to build instance. [ 1031.363844] env[69243]: DEBUG oslo_concurrency.lockutils [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Releasing lock "refresh_cache-5a12c56a-4364-4299-a63e-d288c06a5fa8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.596100] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.598606] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.279s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.619421] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.631294] env[69243]: INFO nova.scheduler.client.report [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Deleted allocations for instance f905c56e-0424-486e-828e-763fc772c0cb [ 1031.657885] env[69243]: DEBUG oslo_concurrency.lockutils [None req-78ce4605-d1b3-4ba9-b647-e11d076ecb49 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "29568850-2254-483c-bee3-3d989cc5f7b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.296s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.797466] env[69243]: DEBUG nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.831782] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.831959] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.831959] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.832169] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.832352] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.833027] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.833027] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.833027] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.833027] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.834344] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.834344] env[69243]: DEBUG nova.virt.hardware [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.834344] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a8243-7d03-4fdc-bc29-3e348badbc66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.842840] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6202b8-6ecf-4e99-b593-ccc7e0883367 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.142653] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1c07d296-fa5e-40f0-9699-5393832fd200 tempest-ServersListShow298Test-1986782819 tempest-ServersListShow298Test-1986782819-project-member] Lock "f905c56e-0424-486e-828e-763fc772c0cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.536s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.368161] env[69243]: DEBUG nova.compute.manager [req-3d299c89-6e64-4cef-9941-ec9d07996b17 req-0955b6be-d2ab-4485-956e-8709346e8787 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-vif-plugged-dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.368161] env[69243]: DEBUG oslo_concurrency.lockutils [req-3d299c89-6e64-4cef-9941-ec9d07996b17 req-0955b6be-d2ab-4485-956e-8709346e8787 service nova] Acquiring lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.368161] env[69243]: DEBUG oslo_concurrency.lockutils [req-3d299c89-6e64-4cef-9941-ec9d07996b17 req-0955b6be-d2ab-4485-956e-8709346e8787 service nova] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.368161] env[69243]: DEBUG oslo_concurrency.lockutils [req-3d299c89-6e64-4cef-9941-ec9d07996b17 req-0955b6be-d2ab-4485-956e-8709346e8787 service nova] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.368760] env[69243]: DEBUG nova.compute.manager [req-3d299c89-6e64-4cef-9941-ec9d07996b17 req-0955b6be-d2ab-4485-956e-8709346e8787 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] No waiting events found dispatching network-vif-plugged-dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.369080] env[69243]: WARNING nova.compute.manager [req-3d299c89-6e64-4cef-9941-ec9d07996b17 req-0955b6be-d2ab-4485-956e-8709346e8787 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received unexpected event network-vif-plugged-dd1ee7b8-8754-478a-bb74-e3d47bebc93e for instance with vm_state building and task_state spawning. [ 1032.372410] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.372907] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-006e002c-55e2-465f-867c-fb4cf90b42fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.379819] env[69243]: DEBUG oslo_vmware.api [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1032.379819] env[69243]: value = "task-3689768" [ 1032.379819] env[69243]: _type = "Task" [ 1032.379819] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.388932] env[69243]: DEBUG oslo_vmware.api [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.454519] env[69243]: DEBUG nova.network.neutron [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Successfully updated port: dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.489068] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "29568850-2254-483c-bee3-3d989cc5f7b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.489355] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "29568850-2254-483c-bee3-3d989cc5f7b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.489571] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "29568850-2254-483c-bee3-3d989cc5f7b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.489754] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "29568850-2254-483c-bee3-3d989cc5f7b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.489924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "29568850-2254-483c-bee3-3d989cc5f7b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.492057] env[69243]: INFO nova.compute.manager [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Terminating instance [ 1032.611804] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Applying migration context for instance e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca as it has an incoming, in-progress migration 837c78ff-394f-404d-8f18-8f80f1e5632e. Migration status is confirming {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1032.613258] env[69243]: INFO nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating resource usage from migration 837c78ff-394f-404d-8f18-8f80f1e5632e [ 1032.634471] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 49b82a32-ab35-49d3-b1e4-53df8f966f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.634673] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 12191b81-17b0-4d8d-b6de-d067e294908e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.634835] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5b33d7b3-b883-4730-b1ee-ee83e3cd594a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.635015] env[69243]: WARNING nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7cbfab29-20a9-46a0-9c9c-7847ae205512 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1032.635183] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5a12c56a-4364-4299-a63e-d288c06a5fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.635345] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 2d2cd2db-fd21-4999-9598-3e946902a2e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.635504] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7530a99d-1250-4c34-8e7b-8f46960d4df9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.635651] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Migration 837c78ff-394f-404d-8f18-8f80f1e5632e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1032.635804] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.635929] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance ed46ed0f-c790-45de-a2d3-25f58f02debd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.636079] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 29568850-2254-483c-bee3-3d989cc5f7b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.636230] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27e6a890-5278-4889-a7bc-aafd78e62ca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1032.893367] env[69243]: DEBUG oslo_vmware.api [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689768, 'name': PowerOnVM_Task, 'duration_secs': 0.409437} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.893889] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.894452] env[69243]: DEBUG nova.compute.manager [None req-58733149-0ba9-469d-8ab5-b3c7bc625127 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.895640] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270e17b-c08c-4c35-a1bd-ef67c04c1a10 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.956921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.957205] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.957426] env[69243]: DEBUG nova.network.neutron [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.995732] env[69243]: DEBUG nova.compute.manager [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.995978] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.997047] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74291125-bcae-48fe-9490-4236dbd39e01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.005362] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.005637] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f8c2eee-1246-4247-bb8a-273cea57a0f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.012659] env[69243]: DEBUG oslo_vmware.api [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1033.012659] env[69243]: value = "task-3689769" [ 1033.012659] env[69243]: _type = "Task" [ 1033.012659] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.021217] env[69243]: DEBUG oslo_vmware.api [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.139406] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 97173657-8cfc-4e53-b071-4b1f4c559c39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1033.491546] env[69243]: DEBUG nova.network.neutron [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.523704] env[69243]: DEBUG oslo_vmware.api [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689769, 'name': PowerOffVM_Task, 'duration_secs': 0.26564} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.523980] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.524167] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.524429] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f786bc-baa6-49ad-acbe-cebba4d51fd8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.606655] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.606888] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.607093] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleting the datastore file [datastore2] 29568850-2254-483c-bee3-3d989cc5f7b5 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.607367] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cebade6-21f1-4794-8f74-d26b227418fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.617024] env[69243]: DEBUG oslo_vmware.api [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1033.617024] env[69243]: value = "task-3689771" [ 1033.617024] env[69243]: _type = "Task" [ 1033.617024] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.625121] env[69243]: DEBUG oslo_vmware.api [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.643247] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1033.693289] env[69243]: DEBUG nova.network.neutron [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.125227] env[69243]: DEBUG oslo_vmware.api [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325423} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.125456] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.125642] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.125881] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.125992] env[69243]: INFO nova.compute.manager [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1034.126354] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.126545] env[69243]: DEBUG nova.compute.manager [-] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.126644] env[69243]: DEBUG nova.network.neutron [-] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.146299] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7aac8937-8941-4652-b9ce-8e0d48821966 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1034.196871] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.197196] env[69243]: DEBUG nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Instance network_info: |[{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.197593] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:55:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd1ee7b8-8754-478a-bb74-e3d47bebc93e', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.206142] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.206363] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.206598] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3241843-8272-4a06-b41e-0795e6f89ffc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.227795] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.227795] env[69243]: value = "task-3689772" [ 1034.227795] env[69243]: _type = "Task" [ 1034.227795] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.235949] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689772, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.473675] env[69243]: DEBUG nova.compute.manager [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.473874] env[69243]: DEBUG nova.compute.manager [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing instance network info cache due to event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.474125] env[69243]: DEBUG oslo_concurrency.lockutils [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.474267] env[69243]: DEBUG oslo_concurrency.lockutils [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.474546] env[69243]: DEBUG nova.network.neutron [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.649048] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 665917ca-881f-4279-8fbd-af22b00c3b51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1034.649487] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1034.649487] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1034.745353] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689772, 'name': CreateVM_Task, 'duration_secs': 0.371436} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.745612] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.746583] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.746861] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.747332] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.750900] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d625d7c-925e-49fd-8e7f-a0f81a6f2c69 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.757207] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1034.757207] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529aa997-0754-0673-a410-7e603b59c4cf" [ 1034.757207] env[69243]: _type = "Task" [ 1034.757207] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.770972] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529aa997-0754-0673-a410-7e603b59c4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.870636] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1d9bf-86ed-42db-84a2-ea08fdb1ec37 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.878089] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69508606-bd01-4984-aec9-d66fc103ee3f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.909473] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d96576-b07d-4cd1-8aa0-e8cef9d4c834 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.916873] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fd2a5-0441-4d56-bddd-d9c2873a43ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.929854] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.113551] env[69243]: DEBUG nova.network.neutron [-] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.216906] env[69243]: DEBUG nova.network.neutron [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updated VIF entry in instance network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.217262] env[69243]: DEBUG nova.network.neutron [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.269835] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529aa997-0754-0673-a410-7e603b59c4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.270058] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.270303] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.270625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.270756] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.270970] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.271634] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-489809de-6210-4607-b7a9-c426873c9a1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.281191] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.281330] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.282020] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3c0a40-43dc-4ad7-8f70-4405ef1f4a56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.289758] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1035.289758] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cbc383-e886-e89a-6601-cee9ef384be5" [ 1035.289758] env[69243]: _type = "Task" [ 1035.289758] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.300406] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cbc383-e886-e89a-6601-cee9ef384be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.432709] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.511934] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "7530a99d-1250-4c34-8e7b-8f46960d4df9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.512226] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.512502] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "7530a99d-1250-4c34-8e7b-8f46960d4df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.512700] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.512871] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.514924] env[69243]: INFO nova.compute.manager [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Terminating instance [ 1035.616147] env[69243]: INFO nova.compute.manager [-] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Took 1.49 seconds to deallocate network for instance. [ 1035.719845] env[69243]: DEBUG oslo_concurrency.lockutils [req-8b41e9a0-931e-4f3f-bda7-27cd235ec43e req-82fd0e79-e05d-4c90-b56d-cb40867cc289 service nova] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.801544] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cbc383-e886-e89a-6601-cee9ef384be5, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.802304] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c3e3d6-b616-458d-b5f5-18af4642e594 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.807322] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1035.807322] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ae6e2e-c9a1-9746-8d80-a4617a95e445" [ 1035.807322] env[69243]: _type = "Task" [ 1035.807322] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.814182] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ae6e2e-c9a1-9746-8d80-a4617a95e445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.937785] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1035.938077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.340s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.938381] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.909s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.938567] env[69243]: DEBUG nova.objects.instance [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1036.018948] env[69243]: DEBUG nova.compute.manager [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.019178] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.020133] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfa2b92-7baa-4ca7-a2d9-0fdc282e0e01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.027932] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.028172] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c4770d-06ef-4814-93f6-05d10aac3dbb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.033934] env[69243]: DEBUG oslo_vmware.api [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1036.033934] env[69243]: value = "task-3689773" [ 1036.033934] env[69243]: _type = "Task" [ 1036.033934] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.042063] env[69243]: DEBUG oslo_vmware.api [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.121903] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.317446] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ae6e2e-c9a1-9746-8d80-a4617a95e445, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.317716] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.317976] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 27e6a890-5278-4889-a7bc-aafd78e62ca6/27e6a890-5278-4889-a7bc-aafd78e62ca6.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.318249] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60303e01-05d2-4396-9533-6a44662230f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.324323] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1036.324323] env[69243]: value = "task-3689774" [ 1036.324323] env[69243]: _type = "Task" [ 1036.324323] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.332768] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.500189] env[69243]: DEBUG nova.compute.manager [req-139c664f-d30f-4206-96e5-75ee45e61249 req-d035bdf0-04f1-454e-ace3-7627abc8f860 service nova] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Received event network-vif-deleted-1ce03382-cb50-4e88-b08b-3819061ce1b2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.546145] env[69243]: DEBUG oslo_vmware.api [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689773, 'name': PowerOffVM_Task, 'duration_secs': 0.327855} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.546145] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.546145] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.546145] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88af98ba-0123-43ee-bc23-f45055077a59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.614302] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.614515] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.614698] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleting the datastore file [datastore2] 7530a99d-1250-4c34-8e7b-8f46960d4df9 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.614986] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a92a5be-04df-4536-81c8-1bc473743020 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.621823] env[69243]: DEBUG oslo_vmware.api [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1036.621823] env[69243]: value = "task-3689776" [ 1036.621823] env[69243]: _type = "Task" [ 1036.621823] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.630207] env[69243]: DEBUG oslo_vmware.api [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.834595] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493429} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.835075] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 27e6a890-5278-4889-a7bc-aafd78e62ca6/27e6a890-5278-4889-a7bc-aafd78e62ca6.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.835384] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.835721] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2bccebf-864e-4347-a7d4-01dab367d5ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.841654] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1036.841654] env[69243]: value = "task-3689777" [ 1036.841654] env[69243]: _type = "Task" [ 1036.841654] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.849584] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.947883] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7ab329ac-2214-47b3-aefa-cea44b83efe7 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.949066] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.669s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.950606] env[69243]: INFO nova.compute.claims [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.133192] env[69243]: DEBUG oslo_vmware.api [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22631} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.133453] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.133631] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.133806] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.133980] env[69243]: INFO nova.compute.manager [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1037.134236] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.134427] env[69243]: DEBUG nova.compute.manager [-] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.134520] env[69243]: DEBUG nova.network.neutron [-] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.354168] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0612} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.354168] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.354168] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27462f1d-fe11-4c43-9159-c49302dba286 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.375941] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 27e6a890-5278-4889-a7bc-aafd78e62ca6/27e6a890-5278-4889-a7bc-aafd78e62ca6.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.376778] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e148b96-4181-4540-a904-478ec39a66d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.397291] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1037.397291] env[69243]: value = "task-3689778" [ 1037.397291] env[69243]: _type = "Task" [ 1037.397291] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.405062] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.857964] env[69243]: DEBUG nova.network.neutron [-] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.908291] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.159649] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0aa251-e0fa-4dca-b02b-f74c8153e275 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.166889] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3373a9d-3f11-4ae8-a9b8-2e025079685a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.198276] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557fca4-1878-447d-b27a-b6dca7c0fac2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.205379] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c6589-f04a-48fe-bdda-9459044e5dd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.218406] env[69243]: DEBUG nova.compute.provider_tree [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.361409] env[69243]: INFO nova.compute.manager [-] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Took 1.23 seconds to deallocate network for instance. [ 1038.409031] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689778, 'name': ReconfigVM_Task, 'duration_secs': 0.979153} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.409322] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 27e6a890-5278-4889-a7bc-aafd78e62ca6/27e6a890-5278-4889-a7bc-aafd78e62ca6.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.409969] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515ffb11-bf27-4bc1-b603-c6675cee6d4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.415943] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1038.415943] env[69243]: value = "task-3689779" [ 1038.415943] env[69243]: _type = "Task" [ 1038.415943] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.426007] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689779, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.526339] env[69243]: DEBUG nova.compute.manager [req-690af82d-0872-4687-af17-79af62808817 req-f5808fbb-e78a-4f67-907a-be4f22f03c6f service nova] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Received event network-vif-deleted-f26d9f01-320d-4387-86cb-342e616c2ac2 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.721739] env[69243]: DEBUG nova.scheduler.client.report [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.868156] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.925459] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689779, 'name': Rename_Task, 'duration_secs': 0.165887} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.925748] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.925983] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c57509e-976f-4e3f-8a3c-413b22ef856e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.932455] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1038.932455] env[69243]: value = "task-3689780" [ 1038.932455] env[69243]: _type = "Task" [ 1038.932455] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.946745] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.227071] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.227926] env[69243]: DEBUG nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.230327] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.323s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.231872] env[69243]: INFO nova.compute.claims [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.442688] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689780, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.735912] env[69243]: DEBUG nova.compute.utils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.739734] env[69243]: DEBUG nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.740409] env[69243]: DEBUG nova.network.neutron [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.808274] env[69243]: DEBUG nova.policy [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1cdccaf34064a0aaea3a4226e09e687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d857453bea2464db8e331a728379467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.943271] env[69243]: DEBUG oslo_vmware.api [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689780, 'name': PowerOnVM_Task, 'duration_secs': 0.896951} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.943534] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.945196] env[69243]: INFO nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1039.945196] env[69243]: DEBUG nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.945196] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f04460-1430-422d-b418-b4eee53b8459 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.106124] env[69243]: DEBUG nova.network.neutron [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Successfully created port: dac793bc-bc8b-4d66-a72b-d27d36615c42 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.241599] env[69243]: DEBUG nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.425491] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2feda44-2f61-4638-a622-69604b94d53d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.432893] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9381c373-d614-412e-a98a-bc566cca2b0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.471402] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7aa5dc-99ae-4de1-b833-a9cfc9d3d337 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.476787] env[69243]: INFO nova.compute.manager [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Took 30.57 seconds to build instance. [ 1040.481513] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688e527-989f-4279-9473-88447ed10adb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.496091] env[69243]: DEBUG nova.compute.provider_tree [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.979198] env[69243]: DEBUG oslo_concurrency.lockutils [None req-983091bd-8f6f-42c1-ac06-4d71b4038d0e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.077s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.000400] env[69243]: DEBUG nova.scheduler.client.report [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.258790] env[69243]: DEBUG nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.287380] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.287797] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.287873] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.288065] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.288278] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.288462] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.288760] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.288953] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.289173] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.289411] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.289568] env[69243]: DEBUG nova.virt.hardware [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.290716] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb841b7-46fd-477e-acb1-03ca6030ed9d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.301638] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c0a8a-0de0-48a3-8608-a1447ac54270 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.491071] env[69243]: DEBUG nova.compute.manager [req-91d79b99-79fb-41ff-99a2-67f3e8772e5a req-fd80d1b2-045c-424b-8122-dc0e86d4f1f5 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Received event network-vif-plugged-dac793bc-bc8b-4d66-a72b-d27d36615c42 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.491314] env[69243]: DEBUG oslo_concurrency.lockutils [req-91d79b99-79fb-41ff-99a2-67f3e8772e5a req-fd80d1b2-045c-424b-8122-dc0e86d4f1f5 service nova] Acquiring lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.491565] env[69243]: DEBUG oslo_concurrency.lockutils [req-91d79b99-79fb-41ff-99a2-67f3e8772e5a req-fd80d1b2-045c-424b-8122-dc0e86d4f1f5 service nova] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.491739] env[69243]: DEBUG oslo_concurrency.lockutils [req-91d79b99-79fb-41ff-99a2-67f3e8772e5a req-fd80d1b2-045c-424b-8122-dc0e86d4f1f5 service nova] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.491912] env[69243]: DEBUG nova.compute.manager [req-91d79b99-79fb-41ff-99a2-67f3e8772e5a req-fd80d1b2-045c-424b-8122-dc0e86d4f1f5 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] No waiting events found dispatching network-vif-plugged-dac793bc-bc8b-4d66-a72b-d27d36615c42 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.492434] env[69243]: WARNING nova.compute.manager [req-91d79b99-79fb-41ff-99a2-67f3e8772e5a req-fd80d1b2-045c-424b-8122-dc0e86d4f1f5 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Received unexpected event network-vif-plugged-dac793bc-bc8b-4d66-a72b-d27d36615c42 for instance with vm_state building and task_state spawning. [ 1041.504511] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.505014] env[69243]: DEBUG nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.507911] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.372s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.508107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.510560] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.458s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.512096] env[69243]: INFO nova.compute.claims [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.533090] env[69243]: INFO nova.scheduler.client.report [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted allocations for instance 7cbfab29-20a9-46a0-9c9c-7847ae205512 [ 1041.571132] env[69243]: DEBUG nova.compute.manager [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.571381] env[69243]: DEBUG nova.compute.manager [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing instance network info cache due to event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.573786] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.573786] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.575184] env[69243]: DEBUG nova.network.neutron [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.583324] env[69243]: DEBUG nova.network.neutron [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Successfully updated port: dac793bc-bc8b-4d66-a72b-d27d36615c42 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.016483] env[69243]: DEBUG nova.compute.utils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.019694] env[69243]: DEBUG nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.020108] env[69243]: DEBUG nova.network.neutron [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.045643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cd5b2ef7-f1a7-47b3-ba47-584c64e5dc8f tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "7cbfab29-20a9-46a0-9c9c-7847ae205512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.639s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.076408] env[69243]: DEBUG nova.policy [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a2f1de4fd8484eb8b6d1e832c0976f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f34445523eb40d09aa37aa88c974720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.085678] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.085807] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.086478] env[69243]: DEBUG nova.network.neutron [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.430255] env[69243]: DEBUG nova.network.neutron [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updated VIF entry in instance network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.430662] env[69243]: DEBUG nova.network.neutron [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.435125] env[69243]: DEBUG nova.network.neutron [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Successfully created port: 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.526149] env[69243]: DEBUG nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.643203] env[69243]: DEBUG nova.network.neutron [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.801718] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf834f-e453-43f1-8183-4610c3cdcf09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.809600] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b70303-2ad9-4b09-968e-16423ecb07e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.845693] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d1ac6e-9226-4452-8008-891c3a48c016 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.855509] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a811b8be-d0e5-4fe5-96bd-23843077313a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.868857] env[69243]: DEBUG nova.compute.provider_tree [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.909168] env[69243]: DEBUG nova.network.neutron [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance_info_cache with network_info: [{"id": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "address": "fa:16:3e:45:84:4c", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac793bc-bc", "ovs_interfaceid": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.934568] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c197a3b-0007-4132-ada5-a0df6af952b7 req-975accc1-39b9-48cf-9891-340f77b30497 service nova] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.005026] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.005026] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.373755] env[69243]: DEBUG nova.scheduler.client.report [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.412442] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.412863] env[69243]: DEBUG nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Instance network_info: |[{"id": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "address": "fa:16:3e:45:84:4c", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac793bc-bc", "ovs_interfaceid": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.413310] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:84:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac793bc-bc8b-4d66-a72b-d27d36615c42', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.420708] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.420924] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.421164] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b50bfc06-721f-4a21-bdbd-4abf09c98227 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.445967] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.445967] env[69243]: value = "task-3689781" [ 1043.445967] env[69243]: _type = "Task" [ 1043.445967] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.453427] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689781, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.509893] env[69243]: INFO nova.compute.manager [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Detaching volume e58e11d2-3e47-4f83-a059-ed2cf53e69cd [ 1043.515173] env[69243]: DEBUG nova.compute.manager [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Received event network-changed-dac793bc-bc8b-4d66-a72b-d27d36615c42 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.515370] env[69243]: DEBUG nova.compute.manager [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Refreshing instance network info cache due to event network-changed-dac793bc-bc8b-4d66-a72b-d27d36615c42. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.516274] env[69243]: DEBUG oslo_concurrency.lockutils [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] Acquiring lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.516274] env[69243]: DEBUG oslo_concurrency.lockutils [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] Acquired lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.516274] env[69243]: DEBUG nova.network.neutron [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Refreshing network info cache for port dac793bc-bc8b-4d66-a72b-d27d36615c42 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.537409] env[69243]: DEBUG nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.549949] env[69243]: INFO nova.virt.block_device [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Attempting to driver detach volume e58e11d2-3e47-4f83-a059-ed2cf53e69cd from mountpoint /dev/sdb [ 1043.549949] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.549949] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735090', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'name': 'volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12191b81-17b0-4d8d-b6de-d067e294908e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'serial': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.551380] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573bd16e-a589-4161-9ac1-d8ece662df12 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.575874] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29466d71-e8bb-4c7a-83bc-02f96de8c813 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.585027] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.585559] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.585559] env[69243]: DEBUG nova.virt.hardware [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.586083] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b06f3e-7a46-4d75-86cf-0b14ed6a1897 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.589057] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae890ec-5708-4bb9-8021-46677c5af95e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.613045] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b17e3-d65c-4daa-8519-1f46f47d177c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.618877] env[69243]: DEBUG nova.compute.manager [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.619093] env[69243]: DEBUG nova.compute.manager [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing instance network info cache due to event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.619314] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.619578] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.619632] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.621230] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ece11f-87a8-4b3c-8141-963fba101e32 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.645203] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] The volume has not been displaced from its original location: [datastore2] volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd/volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1043.650374] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.650931] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99011632-517c-4ad9-be71-56e43f1b7d20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.671891] env[69243]: DEBUG oslo_vmware.api [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1043.671891] env[69243]: value = "task-3689782" [ 1043.671891] env[69243]: _type = "Task" [ 1043.671891] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.679766] env[69243]: DEBUG oslo_vmware.api [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.879987] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.880601] env[69243]: DEBUG nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.883380] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.882s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.955658] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689781, 'name': CreateVM_Task, 'duration_secs': 0.37816} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.955841] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.956546] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.956714] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.957047] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.957303] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46c73a8-245c-46fd-aaab-fefbd2fa3ce6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.961859] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1043.961859] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5269e223-ca08-1484-0eb5-84bb7df42c01" [ 1043.961859] env[69243]: _type = "Task" [ 1043.961859] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.969189] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5269e223-ca08-1484-0eb5-84bb7df42c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.003796] env[69243]: DEBUG nova.network.neutron [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Successfully updated port: 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.181507] env[69243]: DEBUG oslo_vmware.api [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689782, 'name': ReconfigVM_Task, 'duration_secs': 0.252187} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.181806] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.188810] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84052431-4388-42cd-88c2-1c6d3dc41676 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.206176] env[69243]: DEBUG oslo_vmware.api [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1044.206176] env[69243]: value = "task-3689783" [ 1044.206176] env[69243]: _type = "Task" [ 1044.206176] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.213916] env[69243]: DEBUG oslo_vmware.api [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.231682] env[69243]: DEBUG nova.network.neutron [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updated VIF entry in instance network info cache for port dac793bc-bc8b-4d66-a72b-d27d36615c42. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.232052] env[69243]: DEBUG nova.network.neutron [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance_info_cache with network_info: [{"id": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "address": "fa:16:3e:45:84:4c", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac793bc-bc", "ovs_interfaceid": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.334377] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updated VIF entry in instance network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.334767] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.386131] env[69243]: DEBUG nova.compute.utils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.390909] env[69243]: DEBUG nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.390909] env[69243]: DEBUG nova.network.neutron [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.427265] env[69243]: DEBUG nova.policy [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3439e02be52848e7b9440f6c52a19a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e8f9cb600145cfa597b57743b69137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.471309] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5269e223-ca08-1484-0eb5-84bb7df42c01, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.473766] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.474029] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.474271] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.474424] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.474601] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.475053] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f27c8ba-91ad-4feb-9870-0f077c95dc15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.483702] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.483894] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.486815] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6237f8ca-d7a7-469f-85d0-34e243ebc2ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.491916] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1044.491916] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526e3cf6-f99e-806b-7b5d-5afb9c512142" [ 1044.491916] env[69243]: _type = "Task" [ 1044.491916] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.499401] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526e3cf6-f99e-806b-7b5d-5afb9c512142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.505476] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.505620] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.505796] env[69243]: DEBUG nova.network.neutron [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.580674] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85b414a-1561-47f0-8231-29c455072114 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.590196] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12479321-f44f-4eef-8e43-f6d3c2317849 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.619939] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1fb6d-cf56-49da-be18-46202a575335 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.627387] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef7ade-9c32-4ce7-a906-82de860abc82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.642075] env[69243]: DEBUG nova.compute.provider_tree [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.679085] env[69243]: DEBUG nova.network.neutron [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Successfully created port: 947440df-d39c-4f7c-af4a-cc12fdd9f038 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.714991] env[69243]: DEBUG oslo_vmware.api [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689783, 'name': ReconfigVM_Task, 'duration_secs': 0.141764} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.715782] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735090', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'name': 'volume-e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12191b81-17b0-4d8d-b6de-d067e294908e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd', 'serial': 'e58e11d2-3e47-4f83-a059-ed2cf53e69cd'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1044.735115] env[69243]: DEBUG oslo_concurrency.lockutils [req-00393ef0-8e53-4db2-9a9b-c7c24bd09279 req-82c41e2c-73f7-4b1a-b5c1-f6919c80e514 service nova] Releasing lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.837623] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.837914] env[69243]: DEBUG nova.compute.manager [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.838101] env[69243]: DEBUG nova.compute.manager [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing instance network info cache due to event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.838317] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.838460] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.838623] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.891185] env[69243]: DEBUG nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.003247] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526e3cf6-f99e-806b-7b5d-5afb9c512142, 'name': SearchDatastore_Task, 'duration_secs': 0.008299} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.004074] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbf761a-d97f-42e6-88a0-2e9281ca464b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.010428] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1045.010428] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521f5761-6841-eb3b-d281-87622494e24f" [ 1045.010428] env[69243]: _type = "Task" [ 1045.010428] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.018533] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521f5761-6841-eb3b-d281-87622494e24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.047256] env[69243]: DEBUG nova.network.neutron [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.144830] env[69243]: DEBUG nova.scheduler.client.report [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.265593] env[69243]: DEBUG nova.objects.instance [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.449328] env[69243]: DEBUG nova.network.neutron [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updating instance_info_cache with network_info: [{"id": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "address": "fa:16:3e:1c:3b:a0", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdbbc19-18", "ovs_interfaceid": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.523856] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521f5761-6841-eb3b-d281-87622494e24f, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.525494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.525805] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 97173657-8cfc-4e53-b071-4b1f4c559c39/97173657-8cfc-4e53-b071-4b1f4c559c39.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.526080] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a02be18-2d34-4c8a-8bc0-768a81e33e42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.533228] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1045.533228] env[69243]: value = "task-3689784" [ 1045.533228] env[69243]: _type = "Task" [ 1045.533228] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.541582] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.567443] env[69243]: DEBUG nova.compute.manager [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Received event network-vif-plugged-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.567662] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] Acquiring lock "27ce98e5-d05b-468a-9c65-aba44ae3908b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.567865] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.568037] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.568214] env[69243]: DEBUG nova.compute.manager [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] No waiting events found dispatching network-vif-plugged-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.568368] env[69243]: WARNING nova.compute.manager [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Received unexpected event network-vif-plugged-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 for instance with vm_state building and task_state spawning. [ 1045.568526] env[69243]: DEBUG nova.compute.manager [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Received event network-changed-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.568680] env[69243]: DEBUG nova.compute.manager [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Refreshing instance network info cache due to event network-changed-3fdbbc19-187b-45d4-9a1c-e18092a8fd31. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.568838] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] Acquiring lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.658516] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updated VIF entry in instance network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.658889] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.904787] env[69243]: DEBUG nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.932509] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.932709] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.932908] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.933132] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.933228] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.933379] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.933602] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.933775] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.934142] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.934207] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.934578] env[69243]: DEBUG nova.virt.hardware [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.935289] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b340accb-47c6-4eae-9201-172c89653b81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.944757] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0273c1-7c64-4e5e-95f8-85ed54ada198 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.960364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.960699] env[69243]: DEBUG nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Instance network_info: |[{"id": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "address": "fa:16:3e:1c:3b:a0", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdbbc19-18", "ovs_interfaceid": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.961276] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] Acquired lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.961494] env[69243]: DEBUG nova.network.neutron [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Refreshing network info cache for port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.963455] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:3b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fdbbc19-187b-45d4-9a1c-e18092a8fd31', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.973284] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating folder: Project (7f34445523eb40d09aa37aa88c974720). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.974539] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e723f09-c54e-42e7-a3d2-8ef088921a49 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.986701] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created folder: Project (7f34445523eb40d09aa37aa88c974720) in parent group-v734844. [ 1045.986701] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating folder: Instances. Parent ref: group-v735107. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.986701] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac0080a6-04de-4cfc-a9cb-670f61dc72ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.995416] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created folder: Instances in parent group-v735107. [ 1045.995668] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.995858] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.996074] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58f579f0-5410-431c-b712-a7d8d7d5ca78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.016381] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.016381] env[69243]: value = "task-3689787" [ 1046.016381] env[69243]: _type = "Task" [ 1046.016381] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.025322] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689787, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.042843] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457153} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.043107] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 97173657-8cfc-4e53-b071-4b1f4c559c39/97173657-8cfc-4e53-b071-4b1f4c559c39.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.043322] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.043569] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdab1b92-7294-4bee-93f3-96c1c038a0bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.050732] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1046.050732] env[69243]: value = "task-3689788" [ 1046.050732] env[69243]: _type = "Task" [ 1046.050732] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.058425] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.063631] env[69243]: DEBUG nova.compute.manager [req-71da7ad7-c4a5-4693-b6e3-d3ec2d17fdf7 req-0c83f579-8a09-43f0-93f5-6342c9a2c80a service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Received event network-vif-plugged-947440df-d39c-4f7c-af4a-cc12fdd9f038 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.063913] env[69243]: DEBUG oslo_concurrency.lockutils [req-71da7ad7-c4a5-4693-b6e3-d3ec2d17fdf7 req-0c83f579-8a09-43f0-93f5-6342c9a2c80a service nova] Acquiring lock "7aac8937-8941-4652-b9ce-8e0d48821966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.064245] env[69243]: DEBUG oslo_concurrency.lockutils [req-71da7ad7-c4a5-4693-b6e3-d3ec2d17fdf7 req-0c83f579-8a09-43f0-93f5-6342c9a2c80a service nova] Lock "7aac8937-8941-4652-b9ce-8e0d48821966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.064316] env[69243]: DEBUG oslo_concurrency.lockutils [req-71da7ad7-c4a5-4693-b6e3-d3ec2d17fdf7 req-0c83f579-8a09-43f0-93f5-6342c9a2c80a service nova] Lock "7aac8937-8941-4652-b9ce-8e0d48821966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.064452] env[69243]: DEBUG nova.compute.manager [req-71da7ad7-c4a5-4693-b6e3-d3ec2d17fdf7 req-0c83f579-8a09-43f0-93f5-6342c9a2c80a service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] No waiting events found dispatching network-vif-plugged-947440df-d39c-4f7c-af4a-cc12fdd9f038 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.064636] env[69243]: WARNING nova.compute.manager [req-71da7ad7-c4a5-4693-b6e3-d3ec2d17fdf7 req-0c83f579-8a09-43f0-93f5-6342c9a2c80a service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Received unexpected event network-vif-plugged-947440df-d39c-4f7c-af4a-cc12fdd9f038 for instance with vm_state building and task_state spawning. [ 1046.147433] env[69243]: DEBUG nova.network.neutron [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Successfully updated port: 947440df-d39c-4f7c-af4a-cc12fdd9f038 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.155462] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.272s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.158793] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.540s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.160725] env[69243]: INFO nova.compute.claims [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.164215] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.164471] env[69243]: DEBUG nova.compute.manager [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.164643] env[69243]: DEBUG nova.compute.manager [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing instance network info cache due to event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.164846] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.164988] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.165163] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.212122] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.280175] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6243f08d-3db5-4516-ab40-4d14a670d70c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.281453] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.069s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.281735] env[69243]: DEBUG nova.compute.manager [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.282979] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d741b5-1a1c-4455-a6d1-ea8e851be623 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.290890] env[69243]: DEBUG nova.compute.manager [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1046.291735] env[69243]: DEBUG nova.objects.instance [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.526012] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689787, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.562326] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068353} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.562950] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.563736] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66960da7-5b38-464f-92c6-eb3001ebdcbb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.585527] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 97173657-8cfc-4e53-b071-4b1f4c559c39/97173657-8cfc-4e53-b071-4b1f4c559c39.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.588309] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f5a8d8-cc10-405b-b1e8-c41b317e6af9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.606920] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1046.606920] env[69243]: value = "task-3689789" [ 1046.606920] env[69243]: _type = "Task" [ 1046.606920] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.614571] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.649913] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-7aac8937-8941-4652-b9ce-8e0d48821966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.650091] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-7aac8937-8941-4652-b9ce-8e0d48821966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.650246] env[69243]: DEBUG nova.network.neutron [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.704909] env[69243]: DEBUG nova.network.neutron [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updated VIF entry in instance network info cache for port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.705326] env[69243]: DEBUG nova.network.neutron [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updating instance_info_cache with network_info: [{"id": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "address": "fa:16:3e:1c:3b:a0", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdbbc19-18", "ovs_interfaceid": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.743460] env[69243]: INFO nova.scheduler.client.report [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted allocation for migration 837c78ff-394f-404d-8f18-8f80f1e5632e [ 1047.027577] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689787, 'name': CreateVM_Task, 'duration_secs': 0.54623} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.027804] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.028517] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.028688] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.029014] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.029277] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ba325b-4c22-49c5-8553-50be06bc08ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.033729] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1047.033729] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b7b0a7-110a-31e6-d529-72afdd937f32" [ 1047.033729] env[69243]: _type = "Task" [ 1047.033729] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.042367] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b7b0a7-110a-31e6-d529-72afdd937f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.055434] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updated VIF entry in instance network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.055914] env[69243]: DEBUG nova.network.neutron [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.117642] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689789, 'name': ReconfigVM_Task, 'duration_secs': 0.264867} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.117938] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 97173657-8cfc-4e53-b071-4b1f4c559c39/97173657-8cfc-4e53-b071-4b1f4c559c39.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.118572] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660e4d10-2cd6-4eca-bf89-565c5ec111d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.124429] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1047.124429] env[69243]: value = "task-3689790" [ 1047.124429] env[69243]: _type = "Task" [ 1047.124429] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.132397] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689790, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.207325] env[69243]: DEBUG oslo_concurrency.lockutils [req-f08858f8-8add-4b95-ac37-6d2496318b80 req-86358130-6b98-4e47-8036-0f1b21e18200 service nova] Releasing lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.218085] env[69243]: DEBUG nova.network.neutron [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.258010] env[69243]: DEBUG oslo_concurrency.lockutils [None req-dd1d4f97-ff04-473a-a2bf-179241bd59e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.713s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.298335] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.298814] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32b6eaac-8354-4c10-b236-ef12b602b85c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.305736] env[69243]: DEBUG oslo_vmware.api [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1047.305736] env[69243]: value = "task-3689791" [ 1047.305736] env[69243]: _type = "Task" [ 1047.305736] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.316809] env[69243]: DEBUG oslo_vmware.api [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.369234] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2717dfe-a52c-4e43-84e7-251d4bc1be6d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.377411] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdee227-1b62-4306-abef-1c470b4cade8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.414881] env[69243]: DEBUG nova.network.neutron [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Updating instance_info_cache with network_info: [{"id": "947440df-d39c-4f7c-af4a-cc12fdd9f038", "address": "fa:16:3e:f1:66:93", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947440df-d3", "ovs_interfaceid": "947440df-d39c-4f7c-af4a-cc12fdd9f038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.417475] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb4a4c-7ec3-4a4d-8c23-813931e1214f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.430240] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d706dc4e-6736-4145-96eb-a627bfb3949a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.444800] env[69243]: DEBUG nova.compute.provider_tree [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.543608] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b7b0a7-110a-31e6-d529-72afdd937f32, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.543930] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.544152] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.544384] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.544530] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.544709] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.544966] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-342652d2-a66a-4658-8b45-bc603edbfefa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.553031] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.553216] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.553909] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee1d9eb-64f5-4ddc-bcc8-d85f5e0268d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.559046] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1047.559046] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f3eb89-dd52-6022-af4d-349d0165390f" [ 1047.559046] env[69243]: _type = "Task" [ 1047.559046] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.562117] env[69243]: DEBUG oslo_concurrency.lockutils [req-8f410ead-2c19-42b8-9b43-ef564ab1e3e0 req-1616c130-dff8-4663-b22d-07a582eaac62 service nova] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.566798] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f3eb89-dd52-6022-af4d-349d0165390f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.579302] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.579549] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.579760] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.579964] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.580161] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.582286] env[69243]: INFO nova.compute.manager [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Terminating instance [ 1047.634409] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689790, 'name': Rename_Task, 'duration_secs': 0.133475} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.634694] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.634953] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac32195d-809a-4adf-9e47-59c8523e81dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.641573] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1047.641573] env[69243]: value = "task-3689792" [ 1047.641573] env[69243]: _type = "Task" [ 1047.641573] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.648598] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.815654] env[69243]: DEBUG oslo_vmware.api [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689791, 'name': PowerOffVM_Task, 'duration_secs': 0.202628} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.816067] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.816346] env[69243]: DEBUG nova.compute.manager [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.817264] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc994a5e-cc74-43d9-a52e-fe460c8b7129 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.922344] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-7aac8937-8941-4652-b9ce-8e0d48821966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.922729] env[69243]: DEBUG nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Instance network_info: |[{"id": "947440df-d39c-4f7c-af4a-cc12fdd9f038", "address": "fa:16:3e:f1:66:93", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947440df-d3", "ovs_interfaceid": "947440df-d39c-4f7c-af4a-cc12fdd9f038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.923197] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:66:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947440df-d39c-4f7c-af4a-cc12fdd9f038', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.931248] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.931509] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.931750] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cd6fc3b-d889-467f-a891-e354cc687ff0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.947604] env[69243]: DEBUG nova.scheduler.client.report [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.951769] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.951769] env[69243]: value = "task-3689793" [ 1047.951769] env[69243]: _type = "Task" [ 1047.951769] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.959540] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689793, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.070804] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f3eb89-dd52-6022-af4d-349d0165390f, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.071662] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca45b153-7c36-4bef-8043-1e522a16ced3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.076854] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1048.076854] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b80cf6-e39f-8095-1fb3-8be3bc6f94d0" [ 1048.076854] env[69243]: _type = "Task" [ 1048.076854] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.086892] env[69243]: DEBUG nova.compute.manager [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.087120] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.087387] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b80cf6-e39f-8095-1fb3-8be3bc6f94d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.088282] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcf2214-0970-4828-b5e3-775a0ae59e22 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.093919] env[69243]: DEBUG nova.compute.manager [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Received event network-changed-947440df-d39c-4f7c-af4a-cc12fdd9f038 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.093919] env[69243]: DEBUG nova.compute.manager [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Refreshing instance network info cache due to event network-changed-947440df-d39c-4f7c-af4a-cc12fdd9f038. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.094144] env[69243]: DEBUG oslo_concurrency.lockutils [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] Acquiring lock "refresh_cache-7aac8937-8941-4652-b9ce-8e0d48821966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.094293] env[69243]: DEBUG oslo_concurrency.lockutils [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] Acquired lock "refresh_cache-7aac8937-8941-4652-b9ce-8e0d48821966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.094467] env[69243]: DEBUG nova.network.neutron [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Refreshing network info cache for port 947440df-d39c-4f7c-af4a-cc12fdd9f038 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.100409] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.100672] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d99b48-fca0-48b8-acd1-5da507af89c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.109017] env[69243]: DEBUG oslo_vmware.api [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1048.109017] env[69243]: value = "task-3689794" [ 1048.109017] env[69243]: _type = "Task" [ 1048.109017] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.115510] env[69243]: DEBUG oslo_vmware.api [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.151675] env[69243]: DEBUG oslo_vmware.api [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689792, 'name': PowerOnVM_Task, 'duration_secs': 0.436662} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.151978] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.152203] env[69243]: INFO nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1048.152386] env[69243]: DEBUG nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.153360] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be89ba-ff97-44f7-bbc1-9a5d26457e2f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.330125] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2084017d-5baa-46c7-9552-32d13d19d16a tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.453518] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.454187] env[69243]: DEBUG nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.456920] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.335s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.457169] env[69243]: DEBUG nova.objects.instance [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'resources' on Instance uuid 29568850-2254-483c-bee3-3d989cc5f7b5 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.468022] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689793, 'name': CreateVM_Task, 'duration_secs': 0.374744} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.468210] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.468858] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.469032] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.469463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.469719] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac7d072-5cb9-4c02-b94c-0c1eec1bf7ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.475010] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1048.475010] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524f4b96-9934-f12d-99d0-eabbcb32a79b" [ 1048.475010] env[69243]: _type = "Task" [ 1048.475010] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.483901] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524f4b96-9934-f12d-99d0-eabbcb32a79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.587808] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b80cf6-e39f-8095-1fb3-8be3bc6f94d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008642} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.588091] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.588350] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 27ce98e5-d05b-468a-9c65-aba44ae3908b/27ce98e5-d05b-468a-9c65-aba44ae3908b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.588642] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61db6ba6-68f6-4427-910a-39793a268eaf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.595523] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1048.595523] env[69243]: value = "task-3689795" [ 1048.595523] env[69243]: _type = "Task" [ 1048.595523] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.605217] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.615180] env[69243]: DEBUG oslo_vmware.api [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689794, 'name': PowerOffVM_Task, 'duration_secs': 0.22092} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.615371] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.615543] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.615780] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5faaa101-0602-449d-9d73-9a74a3430c6e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.670730] env[69243]: DEBUG nova.objects.instance [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.671677] env[69243]: INFO nova.compute.manager [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Took 23.41 seconds to build instance. [ 1048.682356] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.682606] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.682793] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleting the datastore file [datastore1] e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.684074] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10aafdc2-7a47-4577-b7ab-a238c280ff13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.692589] env[69243]: DEBUG oslo_vmware.api [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1048.692589] env[69243]: value = "task-3689797" [ 1048.692589] env[69243]: _type = "Task" [ 1048.692589] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.701636] env[69243]: DEBUG oslo_vmware.api [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.899194] env[69243]: DEBUG nova.network.neutron [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Updated VIF entry in instance network info cache for port 947440df-d39c-4f7c-af4a-cc12fdd9f038. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.899589] env[69243]: DEBUG nova.network.neutron [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Updating instance_info_cache with network_info: [{"id": "947440df-d39c-4f7c-af4a-cc12fdd9f038", "address": "fa:16:3e:f1:66:93", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947440df-d3", "ovs_interfaceid": "947440df-d39c-4f7c-af4a-cc12fdd9f038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.966325] env[69243]: DEBUG nova.compute.utils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.967792] env[69243]: DEBUG nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.967960] env[69243]: DEBUG nova.network.neutron [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.985354] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524f4b96-9934-f12d-99d0-eabbcb32a79b, 'name': SearchDatastore_Task, 'duration_secs': 0.041699} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.985577] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.985953] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.986061] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.986613] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.986613] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.986782] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3e10088-cbd2-400a-9306-d45f373500ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.002446] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.002682] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.003751] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8cd120-d2c1-4fa3-8c00-5e75ec72e0ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.012180] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1049.012180] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52baf75e-8ca4-565d-7163-c09fe48e46c7" [ 1049.012180] env[69243]: _type = "Task" [ 1049.012180] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.021916] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52baf75e-8ca4-565d-7163-c09fe48e46c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.048431] env[69243]: DEBUG nova.policy [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989990ca5bb0445089dbe555874ed76c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c366a653b7da4a8b8dd10cf1b2ff1285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.110023] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689795, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.174973] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3465a58c-7290-418a-991f-872141f63916 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.930s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.175578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.175771] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.175965] env[69243]: DEBUG nova.network.neutron [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.176234] env[69243]: DEBUG nova.objects.instance [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'info_cache' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.203629] env[69243]: DEBUG oslo_vmware.api [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.205168] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361edb52-fc55-48d2-9a9e-104b6fe1c3ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.213267] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23f902-ea3f-4796-b0fc-265d094f2065 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.254165] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b552c93d-77fa-4fda-8735-a9d0d978cfd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.262976] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71402c37-b2f8-4f27-812e-f5986923f01c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.278498] env[69243]: DEBUG nova.compute.provider_tree [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.297576] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-5b33d7b3-b883-4730-b1ee-ee83e3cd594a-5d4892b8-d219-4802-8c43-e5f86d7c9519" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.298505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-5b33d7b3-b883-4730-b1ee-ee83e3cd594a-5d4892b8-d219-4802-8c43-e5f86d7c9519" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.298505] env[69243]: DEBUG nova.objects.instance [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'flavor' on Instance uuid 5b33d7b3-b883-4730-b1ee-ee83e3cd594a {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.402181] env[69243]: DEBUG oslo_concurrency.lockutils [req-d2e3ade2-8803-4bcb-85d8-0e5a5ec54f86 req-b26450ec-8ff0-4aad-8067-17c5e1bdaa63 service nova] Releasing lock "refresh_cache-7aac8937-8941-4652-b9ce-8e0d48821966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.470847] env[69243]: DEBUG nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.522814] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52baf75e-8ca4-565d-7163-c09fe48e46c7, 'name': SearchDatastore_Task, 'duration_secs': 0.066863} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.523847] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bbcbaa-3a24-4735-b2e0-84475ec8e318 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.527414] env[69243]: DEBUG nova.network.neutron [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Successfully created port: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.530871] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1049.530871] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5f329-7362-191d-8bfd-0619054882c5" [ 1049.530871] env[69243]: _type = "Task" [ 1049.530871] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.539419] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5f329-7362-191d-8bfd-0619054882c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.611060] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73656} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.611430] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 27ce98e5-d05b-468a-9c65-aba44ae3908b/27ce98e5-d05b-468a-9c65-aba44ae3908b.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.611737] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.612082] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f0a7df-e424-4143-816f-a964ff821a7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.618874] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1049.618874] env[69243]: value = "task-3689798" [ 1049.618874] env[69243]: _type = "Task" [ 1049.618874] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.628753] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.679960] env[69243]: DEBUG nova.objects.base [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Object Instance<12191b81-17b0-4d8d-b6de-d067e294908e> lazy-loaded attributes: flavor,info_cache {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.703518] env[69243]: DEBUG oslo_vmware.api [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565647} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.703518] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.703518] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.703518] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.703518] env[69243]: INFO nova.compute.manager [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1049.703518] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.703915] env[69243]: DEBUG nova.compute.manager [-] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.703915] env[69243]: DEBUG nova.network.neutron [-] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.783603] env[69243]: DEBUG nova.scheduler.client.report [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.912845] env[69243]: DEBUG nova.objects.instance [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b33d7b3-b883-4730-b1ee-ee83e3cd594a {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.042357] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5f329-7362-191d-8bfd-0619054882c5, 'name': SearchDatastore_Task, 'duration_secs': 0.030647} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.042621] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.042902] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7aac8937-8941-4652-b9ce-8e0d48821966/7aac8937-8941-4652-b9ce-8e0d48821966.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.043174] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925a62c7-63df-4d07-8185-4acdf3e5c8f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.049676] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1050.049676] env[69243]: value = "task-3689799" [ 1050.049676] env[69243]: _type = "Task" [ 1050.049676] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.057494] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.128369] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070576} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.128630] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.129671] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809bef6-f39e-4eeb-9fcd-9aa7cb7abe25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.156495] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 27ce98e5-d05b-468a-9c65-aba44ae3908b/27ce98e5-d05b-468a-9c65-aba44ae3908b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.157545] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7438f936-a23e-4367-bda6-a59242d58178 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.179429] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1050.179429] env[69243]: value = "task-3689800" [ 1050.179429] env[69243]: _type = "Task" [ 1050.179429] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.190826] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.228505] env[69243]: DEBUG nova.compute.manager [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1050.288354] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.294071] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.426s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.294422] env[69243]: DEBUG nova.objects.instance [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lazy-loading 'resources' on Instance uuid 7530a99d-1250-4c34-8e7b-8f46960d4df9 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.316110] env[69243]: INFO nova.scheduler.client.report [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted allocations for instance 29568850-2254-483c-bee3-3d989cc5f7b5 [ 1050.416926] env[69243]: DEBUG nova.objects.base [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Object Instance<5b33d7b3-b883-4730-b1ee-ee83e3cd594a> lazy-loaded attributes: flavor,pci_requests {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.416926] env[69243]: DEBUG nova.network.neutron [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.481976] env[69243]: DEBUG nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.486013] env[69243]: DEBUG nova.policy [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.518180] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.518180] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.518180] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.518180] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.518451] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.518451] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.518662] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.518819] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.519153] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.522585] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.522585] env[69243]: DEBUG nova.virt.hardware [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.522585] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff3968-9ca8-49db-a231-5a8a4f8d742e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.531793] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cd16c-5001-412d-86f2-118419d40ac9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.540024] env[69243]: DEBUG nova.network.neutron [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating instance_info_cache with network_info: [{"id": "de074e29-0300-4548-b2fe-f5d6da21ac61", "address": "fa:16:3e:e1:c8:f9", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde074e29-03", "ovs_interfaceid": "de074e29-0300-4548-b2fe-f5d6da21ac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.543091] env[69243]: DEBUG nova.compute.manager [req-05f4b26f-2944-4763-b8ff-60889b643ce5 req-574ce5a2-45ad-4372-8694-36984590585c service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Received event network-vif-deleted-790f0a5e-0e66-4cb6-9f34-96e6b362d1de {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.543136] env[69243]: INFO nova.compute.manager [req-05f4b26f-2944-4763-b8ff-60889b643ce5 req-574ce5a2-45ad-4372-8694-36984590585c service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Neutron deleted interface 790f0a5e-0e66-4cb6-9f34-96e6b362d1de; detaching it from the instance and deleting it from the info cache [ 1050.544313] env[69243]: DEBUG nova.network.neutron [req-05f4b26f-2944-4763-b8ff-60889b643ce5 req-574ce5a2-45ad-4372-8694-36984590585c service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.570826] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689799, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.692067] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689800, 'name': ReconfigVM_Task, 'duration_secs': 0.319127} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.692463] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 27ce98e5-d05b-468a-9c65-aba44ae3908b/27ce98e5-d05b-468a-9c65-aba44ae3908b.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.693204] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f525e47c-241d-4383-b836-721673975c78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.701701] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1050.701701] env[69243]: value = "task-3689801" [ 1050.701701] env[69243]: _type = "Task" [ 1050.701701] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.712119] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689801, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.753172] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.823827] env[69243]: DEBUG oslo_concurrency.lockutils [None req-461015e3-158e-4999-8b67-b723e994b062 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "29568850-2254-483c-bee3-3d989cc5f7b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.334s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.876030] env[69243]: DEBUG nova.network.neutron [-] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.998045] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec541fda-0271-4db5-b1a8-be1ee99303f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.011330] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639adb28-11cd-4aed-8ab0-41d0cb333a07 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.038009] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5334160c-8aa4-43ba-aa47-43a71e0255f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.045659] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "refresh_cache-12191b81-17b0-4d8d-b6de-d067e294908e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.047454] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a750d1c-9cf1-4e07-94ad-4c05e8c05074 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.050421] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8b80e8-0730-4d2e-9f1b-0082b63f7aa8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.066616] env[69243]: DEBUG nova.compute.provider_tree [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.074865] env[69243]: DEBUG nova.compute.manager [req-c4cc96c4-2ecc-4d88-a6bd-c7b7719f8f27 req-d5e355e4-f361-4ec3-8933-365d60654c2c service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-vif-plugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.075089] env[69243]: DEBUG oslo_concurrency.lockutils [req-c4cc96c4-2ecc-4d88-a6bd-c7b7719f8f27 req-d5e355e4-f361-4ec3-8933-365d60654c2c service nova] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.075324] env[69243]: DEBUG oslo_concurrency.lockutils [req-c4cc96c4-2ecc-4d88-a6bd-c7b7719f8f27 req-d5e355e4-f361-4ec3-8933-365d60654c2c service nova] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.075506] env[69243]: DEBUG oslo_concurrency.lockutils [req-c4cc96c4-2ecc-4d88-a6bd-c7b7719f8f27 req-d5e355e4-f361-4ec3-8933-365d60654c2c service nova] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.075694] env[69243]: DEBUG nova.compute.manager [req-c4cc96c4-2ecc-4d88-a6bd-c7b7719f8f27 req-d5e355e4-f361-4ec3-8933-365d60654c2c service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] No waiting events found dispatching network-vif-plugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.075875] env[69243]: WARNING nova.compute.manager [req-c4cc96c4-2ecc-4d88-a6bd-c7b7719f8f27 req-d5e355e4-f361-4ec3-8933-365d60654c2c service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received unexpected event network-vif-plugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe for instance with vm_state building and task_state spawning. [ 1051.079833] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55875ff6-5864-402a-b929-197d8e5102bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.096544] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719628} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.096815] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7aac8937-8941-4652-b9ce-8e0d48821966/7aac8937-8941-4652-b9ce-8e0d48821966.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.097036] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.097283] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-891f66dc-7b62-4620-a9ab-dda9498bae89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.112405] env[69243]: DEBUG nova.compute.manager [req-05f4b26f-2944-4763-b8ff-60889b643ce5 req-574ce5a2-45ad-4372-8694-36984590585c service nova] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Detach interface failed, port_id=790f0a5e-0e66-4cb6-9f34-96e6b362d1de, reason: Instance e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.114201] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1051.114201] env[69243]: value = "task-3689802" [ 1051.114201] env[69243]: _type = "Task" [ 1051.114201] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.121829] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.172284] env[69243]: DEBUG nova.network.neutron [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Successfully updated port: 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.211420] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689801, 'name': Rename_Task, 'duration_secs': 0.14741} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.211714] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.211961] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f8d242-8afd-43c5-9684-2a231b733df7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.218699] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1051.218699] env[69243]: value = "task-3689803" [ 1051.218699] env[69243]: _type = "Task" [ 1051.218699] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.226762] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.381066] env[69243]: INFO nova.compute.manager [-] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Took 1.68 seconds to deallocate network for instance. [ 1051.577601] env[69243]: DEBUG nova.scheduler.client.report [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.623934] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162132} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.624271] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.625060] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c6cf6-d24a-42bb-8545-f422278ba055 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.649028] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 7aac8937-8941-4652-b9ce-8e0d48821966/7aac8937-8941-4652-b9ce-8e0d48821966.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.649236] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673ee9af-6868-4f17-98f0-f05a8de39b05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.668430] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1051.668430] env[69243]: value = "task-3689804" [ 1051.668430] env[69243]: _type = "Task" [ 1051.668430] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.674833] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.675039] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.675232] env[69243]: DEBUG nova.network.neutron [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.679660] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.729321] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689803, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.889747] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.982056] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "dabeec89-b25f-442d-840f-3b523cfeec64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.982409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "dabeec89-b25f-442d-840f-3b523cfeec64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.987559] env[69243]: DEBUG nova.network.neutron [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Successfully updated port: 5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.052235] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.052488] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6afe93be-4d6c-4a63-b27e-5685ff11c355 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.058689] env[69243]: DEBUG oslo_vmware.api [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1052.058689] env[69243]: value = "task-3689805" [ 1052.058689] env[69243]: _type = "Task" [ 1052.058689] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.066710] env[69243]: DEBUG oslo_vmware.api [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.081930] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.084133] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.331s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.099823] env[69243]: INFO nova.scheduler.client.report [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleted allocations for instance 7530a99d-1250-4c34-8e7b-8f46960d4df9 [ 1052.179700] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.217034] env[69243]: DEBUG nova.network.neutron [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.230574] env[69243]: DEBUG oslo_vmware.api [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689803, 'name': PowerOnVM_Task, 'duration_secs': 0.830676} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.230868] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.231097] env[69243]: INFO nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1052.231291] env[69243]: DEBUG nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.232179] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e4105-5077-4d52-9f94-83b896cbf2c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.390316] env[69243]: DEBUG nova.network.neutron [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.484583] env[69243]: DEBUG nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.489199] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.489355] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.489521] env[69243]: DEBUG nova.network.neutron [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.568535] env[69243]: DEBUG oslo_vmware.api [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689805, 'name': PowerOnVM_Task, 'duration_secs': 0.430334} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.568762] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.568957] env[69243]: DEBUG nova.compute.manager [None req-7b79f286-70c0-4f3d-baab-abfc68409c3b tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.569891] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85299115-e8ae-48d5-9d7e-1e1039e421d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592734] env[69243]: INFO nova.compute.claims [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.609016] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d32227b6-1eb1-4fb4-a7cd-026d942f2d3e tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "7530a99d-1250-4c34-8e7b-8f46960d4df9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.097s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.651064] env[69243]: DEBUG nova.compute.manager [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-vif-plugged-5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.651247] env[69243]: DEBUG oslo_concurrency.lockutils [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] Acquiring lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.651496] env[69243]: DEBUG oslo_concurrency.lockutils [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.651694] env[69243]: DEBUG oslo_concurrency.lockutils [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.651946] env[69243]: DEBUG nova.compute.manager [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] No waiting events found dispatching network-vif-plugged-5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.652414] env[69243]: WARNING nova.compute.manager [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received unexpected event network-vif-plugged-5d4892b8-d219-4802-8c43-e5f86d7c9519 for instance with vm_state active and task_state None. [ 1052.652647] env[69243]: DEBUG nova.compute.manager [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-changed-5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.652809] env[69243]: DEBUG nova.compute.manager [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing instance network info cache due to event network-changed-5d4892b8-d219-4802-8c43-e5f86d7c9519. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.652980] env[69243]: DEBUG oslo_concurrency.lockutils [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.678570] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689804, 'name': ReconfigVM_Task, 'duration_secs': 0.683535} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.678838] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 7aac8937-8941-4652-b9ce-8e0d48821966/7aac8937-8941-4652-b9ce-8e0d48821966.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.679478] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f74ce2a-5b33-4354-b983-4e3c8cf25efc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.685755] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1052.685755] env[69243]: value = "task-3689806" [ 1052.685755] env[69243]: _type = "Task" [ 1052.685755] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.693247] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689806, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.750094] env[69243]: INFO nova.compute.manager [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Took 26.86 seconds to build instance. [ 1052.896028] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.896028] env[69243]: DEBUG nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Instance network_info: |[{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.896028] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:88:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.901957] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating folder: Project (c366a653b7da4a8b8dd10cf1b2ff1285). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.902883] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a115109-85c9-45cb-8974-96970fbde7d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.915591] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created folder: Project (c366a653b7da4a8b8dd10cf1b2ff1285) in parent group-v734844. [ 1052.915591] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating folder: Instances. Parent ref: group-v735111. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.915591] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddd94947-dccd-48ab-a5d8-892236a8d491 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.921907] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created folder: Instances in parent group-v735111. [ 1052.924029] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.924029] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.924029] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09fbd13a-358c-48c6-b040-392093cf635c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.943344] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.943344] env[69243]: value = "task-3689809" [ 1052.943344] env[69243]: _type = "Task" [ 1052.943344] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.951775] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689809, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.017625] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.036489] env[69243]: WARNING nova.network.neutron [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] 224b11cd-df83-4e25-b07b-74c0351922db already exists in list: networks containing: ['224b11cd-df83-4e25-b07b-74c0351922db']. ignoring it [ 1053.098818] env[69243]: INFO nova.compute.resource_tracker [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating resource usage from migration 68791e6b-7407-4950-bfbf-65f82b264a28 [ 1053.197183] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689806, 'name': Rename_Task, 'duration_secs': 0.174164} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.197701] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.199206] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82899f97-9576-47d7-922b-bf6de272f9fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.204727] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1053.204727] env[69243]: value = "task-3689810" [ 1053.204727] env[69243]: _type = "Task" [ 1053.204727] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.215711] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.252706] env[69243]: DEBUG oslo_concurrency.lockutils [None req-33f2a912-0945-4466-a181-7442bf00d3dd tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.373s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.324276] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69abd7d-74a0-45ea-911e-4ba410c749a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.338449] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8f6c4a-1cc8-42fe-9ab9-ca0d94000341 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.375879] env[69243]: DEBUG nova.network.neutron [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "address": "fa:16:3e:05:24:dc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4892b8-d2", "ovs_interfaceid": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.377699] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f30c47-18b6-4505-8a0b-e99f27c4de3c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.387063] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389f1cb1-75f3-417b-919b-f75f0026034e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.403778] env[69243]: DEBUG nova.compute.provider_tree [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.453422] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689809, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.514269] env[69243]: DEBUG nova.compute.manager [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.514269] env[69243]: DEBUG nova.compute.manager [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing instance network info cache due to event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.514269] env[69243]: DEBUG oslo_concurrency.lockutils [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] Acquiring lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.514269] env[69243]: DEBUG oslo_concurrency.lockutils [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] Acquired lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.514269] env[69243]: DEBUG nova.network.neutron [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.566713] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "2d2cd2db-fd21-4999-9598-3e946902a2e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.566713] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.566713] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "2d2cd2db-fd21-4999-9598-3e946902a2e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.566713] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.566713] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.569409] env[69243]: INFO nova.compute.manager [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Terminating instance [ 1053.717910] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.882139] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.882837] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.882925] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.884235] env[69243]: DEBUG oslo_concurrency.lockutils [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.884235] env[69243]: DEBUG nova.network.neutron [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing network info cache for port 5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.885032] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24775737-2ae1-4960-acb2-b19aa71faada {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.905321] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.905921] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.905921] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.906070] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.906166] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.906305] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.906509] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.906665] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.906829] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.906989] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.907177] env[69243]: DEBUG nova.virt.hardware [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.913429] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Reconfiguring VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1053.915015] env[69243]: DEBUG nova.scheduler.client.report [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.918013] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8be580-09f9-4c96-b698-9116b13712ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.936993] env[69243]: DEBUG oslo_vmware.api [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1053.936993] env[69243]: value = "task-3689811" [ 1053.936993] env[69243]: _type = "Task" [ 1053.936993] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.945846] env[69243]: DEBUG oslo_vmware.api [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689811, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.953309] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689809, 'name': CreateVM_Task, 'duration_secs': 0.512861} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.953454] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.954110] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.954278] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.954647] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.954942] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f085bb21-706e-405c-9653-d6e1c31905b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.958994] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1053.958994] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5220b8f2-5c80-d51e-128e-03b2d97cc75d" [ 1053.958994] env[69243]: _type = "Task" [ 1053.958994] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.966675] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5220b8f2-5c80-d51e-128e-03b2d97cc75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.072070] env[69243]: DEBUG nova.compute.manager [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.072296] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.073268] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d7de82-21fd-4db1-9e12-206e5499b2b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.081119] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.081410] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34859c9c-5985-47d1-8f6e-51101de3c559 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.087501] env[69243]: DEBUG oslo_vmware.api [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1054.087501] env[69243]: value = "task-3689812" [ 1054.087501] env[69243]: _type = "Task" [ 1054.087501] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.100887] env[69243]: DEBUG oslo_vmware.api [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.217668] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.233907] env[69243]: DEBUG nova.network.neutron [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updated VIF entry in instance network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.234335] env[69243]: DEBUG nova.network.neutron [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.432613] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.348s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.432837] env[69243]: INFO nova.compute.manager [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Migrating [ 1054.439713] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.550s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.439961] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.442349] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.425s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.443997] env[69243]: INFO nova.compute.claims [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.467372] env[69243]: DEBUG oslo_vmware.api [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.473993] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5220b8f2-5c80-d51e-128e-03b2d97cc75d, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.474883] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.475179] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.475406] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.475554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.475805] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.476956] env[69243]: INFO nova.scheduler.client.report [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted allocations for instance e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca [ 1054.478209] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e0b1e81-8c7f-4bb1-96a8-fa570d6e6e94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.491618] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.491847] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.495140] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5610e509-38f9-458e-9a96-8cca26ff5764 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.502064] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1054.502064] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5aeae-2700-6a93-718c-5069c8d4414b" [ 1054.502064] env[69243]: _type = "Task" [ 1054.502064] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.513667] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5aeae-2700-6a93-718c-5069c8d4414b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.597848] env[69243]: DEBUG oslo_vmware.api [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689812, 'name': PowerOffVM_Task, 'duration_secs': 0.403892} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.598124] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.598301] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.598559] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1455ab3-ec2e-4720-8443-b3aaf940a5da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.657802] env[69243]: DEBUG nova.network.neutron [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updated VIF entry in instance network info cache for port 5d4892b8-d219-4802-8c43-e5f86d7c9519. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.658259] env[69243]: DEBUG nova.network.neutron [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "address": "fa:16:3e:05:24:dc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4892b8-d2", "ovs_interfaceid": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.719101] env[69243]: DEBUG oslo_vmware.api [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689810, 'name': PowerOnVM_Task, 'duration_secs': 1.232752} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.719405] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.719681] env[69243]: INFO nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1054.719873] env[69243]: DEBUG nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.720702] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735abeea-1d72-4fe1-927e-2f6d41d63773 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.724496] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.724702] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.724884] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleting the datastore file [datastore2] 2d2cd2db-fd21-4999-9598-3e946902a2e9 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.725496] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89b2b962-39c3-4601-9f7f-d3184a0819d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.733807] env[69243]: DEBUG oslo_vmware.api [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1054.733807] env[69243]: value = "task-3689814" [ 1054.733807] env[69243]: _type = "Task" [ 1054.733807] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.737803] env[69243]: DEBUG oslo_concurrency.lockutils [req-378265c9-59e5-426b-bcf7-198324fbbf8b req-bddefb81-6b54-467a-b284-fcfe3973ad9a service nova] Releasing lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.743643] env[69243]: DEBUG oslo_vmware.api [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.962992] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.963319] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.963599] env[69243]: DEBUG nova.network.neutron [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.965337] env[69243]: DEBUG oslo_vmware.api [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689811, 'name': ReconfigVM_Task, 'duration_secs': 0.820074} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.966839] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.967208] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Reconfigured VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1054.988615] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ce4f9c20-8f16-42b1-86b1-8e98ca0ad3e8 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.409s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.012202] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5aeae-2700-6a93-718c-5069c8d4414b, 'name': SearchDatastore_Task, 'duration_secs': 0.014305} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.013096] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272771e3-55d4-4e78-be11-deb9989faed9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.018212] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1055.018212] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528fef74-112e-5e84-5170-29cedc697f1a" [ 1055.018212] env[69243]: _type = "Task" [ 1055.018212] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.025891] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528fef74-112e-5e84-5170-29cedc697f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.161385] env[69243]: DEBUG oslo_concurrency.lockutils [req-cd530999-9cac-4e9c-aa35-f10b65a8d791 req-bd189658-faa4-4f26-8644-3253259135b9 service nova] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.243334] env[69243]: INFO nova.compute.manager [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Took 25.21 seconds to build instance. [ 1055.248676] env[69243]: DEBUG oslo_vmware.api [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15305} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.248676] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.248676] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.248676] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.248676] env[69243]: INFO nova.compute.manager [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1055.249144] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.249144] env[69243]: DEBUG nova.compute.manager [-] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.249144] env[69243]: DEBUG nova.network.neutron [-] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.472505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e85e2d93-e149-4dad-93ac-605b3a3c20b3 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-5b33d7b3-b883-4730-b1ee-ee83e3cd594a-5d4892b8-d219-4802-8c43-e5f86d7c9519" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.174s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.531446] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528fef74-112e-5e84-5170-29cedc697f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.532327] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.532644] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.533543] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf23e6ea-c9d3-4928-8114-a39f13e69c47 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.540757] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1055.540757] env[69243]: value = "task-3689815" [ 1055.540757] env[69243]: _type = "Task" [ 1055.540757] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.551896] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.658117] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0fe1cf-d647-455e-acba-099500d87b55 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.665817] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc17666-4aa9-4540-9048-baef88e35d1f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.698035] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51d1734-2865-475e-a5b4-09f9d3c9b21a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.705308] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b398f360-1e53-4cd0-8bac-aace4bb04603 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.718193] env[69243]: DEBUG nova.compute.provider_tree [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.745138] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2b2e3b2b-1a18-444a-92cb-029c6e456d0a tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "7aac8937-8941-4652-b9ce-8e0d48821966" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.727s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.801060] env[69243]: DEBUG nova.network.neutron [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance_info_cache with network_info: [{"id": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "address": "fa:16:3e:45:84:4c", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac793bc-bc", "ovs_interfaceid": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.019787] env[69243]: DEBUG nova.network.neutron [-] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.050302] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689815, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.221398] env[69243]: DEBUG nova.scheduler.client.report [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.262178] env[69243]: DEBUG nova.compute.manager [req-bc8e282a-116c-4b30-99c5-d78dc1b8e766 req-d7619b9c-f44d-4791-8686-de87349ef2fa service nova] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Received event network-vif-deleted-5419796c-36e8-4e34-99a8-e215019c4a6c {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.286613] env[69243]: DEBUG nova.compute.manager [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Received event network-changed-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.286931] env[69243]: DEBUG nova.compute.manager [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Refreshing instance network info cache due to event network-changed-3fdbbc19-187b-45d4-9a1c-e18092a8fd31. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.287286] env[69243]: DEBUG oslo_concurrency.lockutils [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] Acquiring lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.287526] env[69243]: DEBUG oslo_concurrency.lockutils [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] Acquired lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.287784] env[69243]: DEBUG nova.network.neutron [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Refreshing network info cache for port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.304719] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.510288] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "96ac7952-2a94-4560-99a1-2473dcccfdab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.510565] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.522551] env[69243]: INFO nova.compute.manager [-] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Took 1.27 seconds to deallocate network for instance. [ 1056.553971] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912073} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.554478] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.554823] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.555326] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be346c4e-5b89-46c0-bc68-eb7881316a2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.561850] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1056.561850] env[69243]: value = "task-3689816" [ 1056.561850] env[69243]: _type = "Task" [ 1056.561850] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.571048] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.726998] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.727532] env[69243]: DEBUG nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.013712] env[69243]: DEBUG nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.029133] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.029398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.029454] env[69243]: DEBUG nova.objects.instance [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lazy-loading 'resources' on Instance uuid 2d2cd2db-fd21-4999-9598-3e946902a2e9 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.048981] env[69243]: DEBUG nova.network.neutron [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updated VIF entry in instance network info cache for port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.049393] env[69243]: DEBUG nova.network.neutron [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updating instance_info_cache with network_info: [{"id": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "address": "fa:16:3e:1c:3b:a0", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdbbc19-18", "ovs_interfaceid": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.071540] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066996} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.071868] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.072730] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e9a87f-efff-4950-9efa-574d6ce8857f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.096441] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.096699] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1500f575-f0ee-4e96-b323-a6cf93854082 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.116800] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1057.116800] env[69243]: value = "task-3689817" [ 1057.116800] env[69243]: _type = "Task" [ 1057.116800] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.124942] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.136365] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0f1026-5702-4819-9b92-b8c3ca7f08e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.142688] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Suspending the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1057.143280] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e46ac33b-25b3-40de-a380-f8b163f84b4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.148799] env[69243]: DEBUG oslo_vmware.api [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1057.148799] env[69243]: value = "task-3689818" [ 1057.148799] env[69243]: _type = "Task" [ 1057.148799] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.156861] env[69243]: DEBUG oslo_vmware.api [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689818, 'name': SuspendVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.158298] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-5b33d7b3-b883-4730-b1ee-ee83e3cd594a-5d4892b8-d219-4802-8c43-e5f86d7c9519" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.158567] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-5b33d7b3-b883-4730-b1ee-ee83e3cd594a-5d4892b8-d219-4802-8c43-e5f86d7c9519" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.233138] env[69243]: DEBUG nova.compute.utils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.235578] env[69243]: DEBUG nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.235783] env[69243]: DEBUG nova.network.neutron [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.273836] env[69243]: DEBUG nova.policy [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fb19bc1a2b40ddab2748b2935d23cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d77a7d9451c446d841416b3f30617cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.539182] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.554090] env[69243]: DEBUG oslo_concurrency.lockutils [req-e69fd6de-16d1-4bad-ada6-0bedc65e50a1 req-1127a817-7e31-4864-aba2-93732260ec48 service nova] Releasing lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.626586] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.664240] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.666247] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.666635] env[69243]: DEBUG oslo_vmware.api [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689818, 'name': SuspendVM_Task} progress is 62%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.667452] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa463a56-3d5e-4dc7-97be-dd894c558deb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.688676] env[69243]: DEBUG nova.network.neutron [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Successfully created port: 62642464-33e9-45de-98f7-289a9caf7c37 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.691061] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df64991-85e6-4d64-94f9-773c77e6b9f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.719164] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Reconfiguring VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1057.722155] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5095710-70d4-4910-bc1b-3860508b5661 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.738410] env[69243]: DEBUG nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.750695] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1057.750695] env[69243]: value = "task-3689819" [ 1057.750695] env[69243]: _type = "Task" [ 1057.750695] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.753545] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.820342] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404635cf-80b9-474b-9950-77ac5e8ce01c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.823658] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1e930f-f8bc-4fe3-8e06-b97af4f78f0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.847486] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61952ca-b59b-4047-89ef-85a3eb0d9ad9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.850891] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance '97173657-8cfc-4e53-b071-4b1f4c559c39' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.881351] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125eef2c-f625-4d1a-b2f3-e43d8da942fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.889153] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a0084c-8f45-4e93-80cf-dc8ad5eb5310 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.902847] env[69243]: DEBUG nova.compute.provider_tree [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.129173] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689817, 'name': ReconfigVM_Task, 'duration_secs': 0.615307} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.129475] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.130118] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cf770a2-92b6-4c4b-a120-b2f9f4660816 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.135910] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1058.135910] env[69243]: value = "task-3689820" [ 1058.135910] env[69243]: _type = "Task" [ 1058.135910] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.143450] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689820, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.157089] env[69243]: DEBUG oslo_vmware.api [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689818, 'name': SuspendVM_Task} progress is 62%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.255157] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.356913] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.357194] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874fbf54-c3c7-48ef-a8dc-4b02af3296b0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.363754] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1058.363754] env[69243]: value = "task-3689821" [ 1058.363754] env[69243]: _type = "Task" [ 1058.363754] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.371545] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.405973] env[69243]: DEBUG nova.scheduler.client.report [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.645718] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689820, 'name': Rename_Task, 'duration_secs': 0.31217} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.645940] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.646191] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8057c706-bdee-413d-9353-ff3138bb89ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.653817] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1058.653817] env[69243]: value = "task-3689822" [ 1058.653817] env[69243]: _type = "Task" [ 1058.653817] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.659400] env[69243]: DEBUG oslo_vmware.api [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689818, 'name': SuspendVM_Task, 'duration_secs': 1.174702} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.659916] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Suspended the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1058.660135] env[69243]: DEBUG nova.compute.manager [None req-f81ff236-34d9-406f-92bc-4bf6c4ddbe93 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.660842] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb86d27-b9db-4607-bb0f-28bf3582c16b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.665662] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.750659] env[69243]: DEBUG nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.756604] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.791768] env[69243]: DEBUG nova.virt.hardware [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.792555] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37fa561-9872-4d87-b377-3793ca5bb619 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.800360] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7a08c-83b0-4cae-87da-a79342bc11a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.872836] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689821, 'name': PowerOffVM_Task, 'duration_secs': 0.168671} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.873128] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.873319] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance '97173657-8cfc-4e53-b071-4b1f4c559c39' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.911113] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.913666] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.375s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.915344] env[69243]: INFO nova.compute.claims [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.988433] env[69243]: INFO nova.scheduler.client.report [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleted allocations for instance 2d2cd2db-fd21-4999-9598-3e946902a2e9 [ 1059.164902] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.208220] env[69243]: DEBUG nova.compute.manager [req-ecee4bf1-d335-4d1f-8b32-cbdc279f4986 req-7526c514-c3ff-426e-afe3-5564332010ea service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Received event network-vif-plugged-62642464-33e9-45de-98f7-289a9caf7c37 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.208445] env[69243]: DEBUG oslo_concurrency.lockutils [req-ecee4bf1-d335-4d1f-8b32-cbdc279f4986 req-7526c514-c3ff-426e-afe3-5564332010ea service nova] Acquiring lock "dabeec89-b25f-442d-840f-3b523cfeec64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.208663] env[69243]: DEBUG oslo_concurrency.lockutils [req-ecee4bf1-d335-4d1f-8b32-cbdc279f4986 req-7526c514-c3ff-426e-afe3-5564332010ea service nova] Lock "dabeec89-b25f-442d-840f-3b523cfeec64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.208853] env[69243]: DEBUG oslo_concurrency.lockutils [req-ecee4bf1-d335-4d1f-8b32-cbdc279f4986 req-7526c514-c3ff-426e-afe3-5564332010ea service nova] Lock "dabeec89-b25f-442d-840f-3b523cfeec64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.209072] env[69243]: DEBUG nova.compute.manager [req-ecee4bf1-d335-4d1f-8b32-cbdc279f4986 req-7526c514-c3ff-426e-afe3-5564332010ea service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] No waiting events found dispatching network-vif-plugged-62642464-33e9-45de-98f7-289a9caf7c37 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.209249] env[69243]: WARNING nova.compute.manager [req-ecee4bf1-d335-4d1f-8b32-cbdc279f4986 req-7526c514-c3ff-426e-afe3-5564332010ea service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Received unexpected event network-vif-plugged-62642464-33e9-45de-98f7-289a9caf7c37 for instance with vm_state building and task_state spawning. [ 1059.256674] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.351556] env[69243]: DEBUG nova.network.neutron [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Successfully updated port: 62642464-33e9-45de-98f7-289a9caf7c37 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.379572] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.379906] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.380087] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.380276] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.380425] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.380572] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.380773] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.380931] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.381112] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.381275] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.381443] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.386890] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7489b8c2-4adb-4385-8e20-1eedb5ebd3e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.404942] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1059.404942] env[69243]: value = "task-3689823" [ 1059.404942] env[69243]: _type = "Task" [ 1059.404942] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.413143] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.495611] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3844a061-9c3a-421c-88c1-d63b3adb87c9 tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "2d2cd2db-fd21-4999-9598-3e946902a2e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.583562] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "7aac8937-8941-4652-b9ce-8e0d48821966" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.583812] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "7aac8937-8941-4652-b9ce-8e0d48821966" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.584037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "7aac8937-8941-4652-b9ce-8e0d48821966-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.584642] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "7aac8937-8941-4652-b9ce-8e0d48821966-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.584832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "7aac8937-8941-4652-b9ce-8e0d48821966-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.586745] env[69243]: INFO nova.compute.manager [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Terminating instance [ 1059.665878] env[69243]: DEBUG oslo_vmware.api [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689822, 'name': PowerOnVM_Task, 'duration_secs': 0.719813} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.666158] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.666361] env[69243]: INFO nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1059.666543] env[69243]: DEBUG nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.667343] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22899d8-0688-46c4-894c-a30520ad23cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.757807] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.855681] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "refresh_cache-dabeec89-b25f-442d-840f-3b523cfeec64" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.855681] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "refresh_cache-dabeec89-b25f-442d-840f-3b523cfeec64" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.855681] env[69243]: DEBUG nova.network.neutron [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.914430] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689823, 'name': ReconfigVM_Task, 'duration_secs': 0.181559} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.914742] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance '97173657-8cfc-4e53-b071-4b1f4c559c39' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.090862] env[69243]: DEBUG nova.compute.manager [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.091155] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.092340] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6fe3bd-e2ec-43c1-883a-d14bd75cf353 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.102946] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.102946] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-750f8a4f-6ca6-4b83-b1e1-30b90accaa4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.121200] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.121832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.121832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "5a12c56a-4364-4299-a63e-d288c06a5fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.121832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.122071] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.124064] env[69243]: INFO nova.compute.manager [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Terminating instance [ 1060.144516] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65488b54-521d-4178-a07c-68d0839239f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.152498] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88527037-7a99-433a-ba3e-99da5e67a382 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.187337] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e8587-0fb9-45a5-985e-38ae36ec133a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.190377] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.190377] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.190377] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleting the datastore file [datastore1] 7aac8937-8941-4652-b9ce-8e0d48821966 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.192090] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36a1503c-ce6b-4c4a-ab51-2417d74316d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.193869] env[69243]: INFO nova.compute.manager [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Took 28.59 seconds to build instance. [ 1060.200193] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1820978-79b1-4e33-90a9-d4f7bdd9b510 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.204091] env[69243]: DEBUG oslo_vmware.api [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1060.204091] env[69243]: value = "task-3689825" [ 1060.204091] env[69243]: _type = "Task" [ 1060.204091] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.217103] env[69243]: DEBUG nova.compute.provider_tree [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.222979] env[69243]: DEBUG oslo_vmware.api [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.255809] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.401362] env[69243]: DEBUG nova.network.neutron [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.420578] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.420812] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.420974] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.421174] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.421466] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.421466] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.421808] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.422094] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.422196] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.422361] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.422528] env[69243]: DEBUG nova.virt.hardware [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.428009] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.430370] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25537035-8fa7-4184-8ac1-0edac5fdbf7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.448830] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1060.448830] env[69243]: value = "task-3689826" [ 1060.448830] env[69243]: _type = "Task" [ 1060.448830] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.458543] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.618925] env[69243]: DEBUG nova.network.neutron [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Updating instance_info_cache with network_info: [{"id": "62642464-33e9-45de-98f7-289a9caf7c37", "address": "fa:16:3e:32:5c:31", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62642464-33", "ovs_interfaceid": "62642464-33e9-45de-98f7-289a9caf7c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.628532] env[69243]: DEBUG nova.compute.manager [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.628849] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.630187] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5b5633-04b2-49ab-9200-0f11b472c5c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.638988] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.639232] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d0fb8f6-7fc8-4fe3-8094-55ed26d6dc49 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.644708] env[69243]: DEBUG oslo_vmware.api [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1060.644708] env[69243]: value = "task-3689827" [ 1060.644708] env[69243]: _type = "Task" [ 1060.644708] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.652858] env[69243]: DEBUG oslo_vmware.api [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.696382] env[69243]: DEBUG oslo_concurrency.lockutils [None req-06940c5d-5238-4504-a4ec-ddcb513e72e7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.110s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.714821] env[69243]: DEBUG oslo_vmware.api [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160588} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.715097] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.715285] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.715461] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.715633] env[69243]: INFO nova.compute.manager [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1060.715877] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.716138] env[69243]: DEBUG nova.compute.manager [-] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.716205] env[69243]: DEBUG nova.network.neutron [-] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.719750] env[69243]: DEBUG nova.scheduler.client.report [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.756612] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.959346] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689826, 'name': ReconfigVM_Task, 'duration_secs': 0.166263} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.959667] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.960618] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6129c5-1972-4f53-9781-7f25fced7703 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.983903] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 97173657-8cfc-4e53-b071-4b1f4c559c39/97173657-8cfc-4e53-b071-4b1f4c559c39.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.984191] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1fe0a6-6ba3-4adc-8efd-10dcbd3dc07a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.001840] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1061.001840] env[69243]: value = "task-3689828" [ 1061.001840] env[69243]: _type = "Task" [ 1061.001840] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.014272] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.121162] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "refresh_cache-dabeec89-b25f-442d-840f-3b523cfeec64" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.121506] env[69243]: DEBUG nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Instance network_info: |[{"id": "62642464-33e9-45de-98f7-289a9caf7c37", "address": "fa:16:3e:32:5c:31", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62642464-33", "ovs_interfaceid": "62642464-33e9-45de-98f7-289a9caf7c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.121983] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:5c:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62642464-33e9-45de-98f7-289a9caf7c37', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.130122] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.130362] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.130594] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08577c41-df93-4d88-b526-c3f7913d46a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.159747] env[69243]: DEBUG oslo_vmware.api [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689827, 'name': PowerOffVM_Task, 'duration_secs': 0.244593} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.161056] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.161250] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.161490] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.161490] env[69243]: value = "task-3689829" [ 1061.161490] env[69243]: _type = "Task" [ 1061.161490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.161803] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78d4ad6d-174c-4ab4-b0ba-ad6ba13a6586 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.173396] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689829, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.224408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.225039] env[69243]: DEBUG nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.237696] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.238089] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.238228] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleting the datastore file [datastore1] 5a12c56a-4364-4299-a63e-d288c06a5fa8 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.238448] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9e71350-b65f-42a3-a437-83489fd14604 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.246771] env[69243]: DEBUG oslo_vmware.api [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for the task: (returnval){ [ 1061.246771] env[69243]: value = "task-3689831" [ 1061.246771] env[69243]: _type = "Task" [ 1061.246771] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.250242] env[69243]: DEBUG nova.compute.manager [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Received event network-changed-62642464-33e9-45de-98f7-289a9caf7c37 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.250463] env[69243]: DEBUG nova.compute.manager [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Refreshing instance network info cache due to event network-changed-62642464-33e9-45de-98f7-289a9caf7c37. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.250703] env[69243]: DEBUG oslo_concurrency.lockutils [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] Acquiring lock "refresh_cache-dabeec89-b25f-442d-840f-3b523cfeec64" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.250851] env[69243]: DEBUG oslo_concurrency.lockutils [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] Acquired lock "refresh_cache-dabeec89-b25f-442d-840f-3b523cfeec64" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.251036] env[69243]: DEBUG nova.network.neutron [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Refreshing network info cache for port 62642464-33e9-45de-98f7-289a9caf7c37 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.269258] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.269823] env[69243]: DEBUG oslo_vmware.api [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.511718] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689828, 'name': ReconfigVM_Task, 'duration_secs': 0.295179} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.511987] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 97173657-8cfc-4e53-b071-4b1f4c559c39/97173657-8cfc-4e53-b071-4b1f4c559c39.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.512318] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance '97173657-8cfc-4e53-b071-4b1f4c559c39' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.533351] env[69243]: DEBUG nova.network.neutron [-] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.673822] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689829, 'name': CreateVM_Task, 'duration_secs': 0.377923} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.674077] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.674749] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.674920] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.675262] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.675509] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b9ad03f-f3d4-409c-8316-83d9522ba306 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.679990] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1061.679990] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d0a8a2-78bf-0c49-fc1d-96e51a0a2b23" [ 1061.679990] env[69243]: _type = "Task" [ 1061.679990] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.687805] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d0a8a2-78bf-0c49-fc1d-96e51a0a2b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.730885] env[69243]: DEBUG nova.compute.utils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.732386] env[69243]: DEBUG nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.732556] env[69243]: DEBUG nova.network.neutron [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.763281] env[69243]: DEBUG oslo_vmware.api [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Task: {'id': task-3689831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16176} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.766447] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.766626] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.766805] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.766972] env[69243]: INFO nova.compute.manager [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.767220] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.767733] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.768306] env[69243]: DEBUG nova.compute.manager [-] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.768306] env[69243]: DEBUG nova.network.neutron [-] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.830932] env[69243]: DEBUG nova.policy [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40afc7d8495042d182c49558ec9a6f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48d56db41684b30a39cb738cb12c3e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.959224] env[69243]: DEBUG nova.network.neutron [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Updated VIF entry in instance network info cache for port 62642464-33e9-45de-98f7-289a9caf7c37. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.959613] env[69243]: DEBUG nova.network.neutron [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Updating instance_info_cache with network_info: [{"id": "62642464-33e9-45de-98f7-289a9caf7c37", "address": "fa:16:3e:32:5c:31", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62642464-33", "ovs_interfaceid": "62642464-33e9-45de-98f7-289a9caf7c37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.019256] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2043a0-1192-4dae-87a3-400cc21c6eb1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.039724] env[69243]: INFO nova.compute.manager [-] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Took 1.32 seconds to deallocate network for instance. [ 1062.042260] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d132d968-68f1-4f2a-b3f2-61b1a1e84a95 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.063822] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance '97173657-8cfc-4e53-b071-4b1f4c559c39' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.192320] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d0a8a2-78bf-0c49-fc1d-96e51a0a2b23, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.192754] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.193009] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.193257] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.193404] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.193581] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.193850] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87bd4552-857d-4d22-b8be-76a271168b8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.203496] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.203834] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.204509] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd4e54c-a589-47de-8d55-d7ee6eacb4cf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.212800] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1062.212800] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5207ee03-fac3-a85f-6519-ff17957230f2" [ 1062.212800] env[69243]: _type = "Task" [ 1062.212800] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.220879] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5207ee03-fac3-a85f-6519-ff17957230f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.236750] env[69243]: DEBUG nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.259960] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.415479] env[69243]: DEBUG nova.network.neutron [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Successfully created port: cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.463387] env[69243]: DEBUG oslo_concurrency.lockutils [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] Releasing lock "refresh_cache-dabeec89-b25f-442d-840f-3b523cfeec64" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.463675] env[69243]: DEBUG nova.compute.manager [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.463902] env[69243]: DEBUG nova.compute.manager [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing instance network info cache due to event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.464165] env[69243]: DEBUG oslo_concurrency.lockutils [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] Acquiring lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.464316] env[69243]: DEBUG oslo_concurrency.lockutils [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] Acquired lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.464480] env[69243]: DEBUG nova.network.neutron [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.549329] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.549884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.549884] env[69243]: DEBUG nova.objects.instance [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'resources' on Instance uuid 7aac8937-8941-4652-b9ce-8e0d48821966 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.634654] env[69243]: DEBUG nova.network.neutron [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Port dac793bc-bc8b-4d66-a72b-d27d36615c42 binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1062.723035] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5207ee03-fac3-a85f-6519-ff17957230f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.723867] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946917ad-ae92-41ae-b7b1-0c47d467e602 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.729437] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1062.729437] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52435ea2-10d9-1145-7594-7613bfa8d9fe" [ 1062.729437] env[69243]: _type = "Task" [ 1062.729437] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.737169] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52435ea2-10d9-1145-7594-7613bfa8d9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.739533] env[69243]: DEBUG nova.network.neutron [-] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.761334] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.241471] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52435ea2-10d9-1145-7594-7613bfa8d9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.241764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.242035] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] dabeec89-b25f-442d-840f-3b523cfeec64/dabeec89-b25f-442d-840f-3b523cfeec64.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.242291] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74f6624d-6a54-404c-9219-e1fbbff7ca66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.247169] env[69243]: INFO nova.compute.manager [-] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Took 1.48 seconds to deallocate network for instance. [ 1063.248184] env[69243]: DEBUG nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.250718] env[69243]: DEBUG nova.network.neutron [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updated VIF entry in instance network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.251057] env[69243]: DEBUG nova.network.neutron [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.261249] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1063.261249] env[69243]: value = "task-3689832" [ 1063.261249] env[69243]: _type = "Task" [ 1063.261249] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.268020] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.274050] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.308570] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.308816] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.308970] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.309169] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.309335] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.309460] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.309705] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.309868] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.310052] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.310211] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.310382] env[69243]: DEBUG nova.virt.hardware [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.315513] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bbae29-1244-49e0-9f7f-4e7260786748 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.321504] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8b888a-1dd5-440b-ab9e-ed27191d0a0d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.338031] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f0d03-4699-4d11-a6f8-cb30e3100c3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.344561] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8388254-af48-4064-8356-706ba6a1afab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.375854] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48417ca4-7552-46fe-8d85-59fba6987333 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.383440] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ef0288-ee53-418f-a6c0-697c94fa0e7f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.397880] env[69243]: DEBUG nova.compute.provider_tree [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.404222] env[69243]: DEBUG nova.compute.manager [req-94fd2789-7f3c-46cd-a343-02b5f578596d req-76d7c42e-6a4e-4ed3-aed7-e8bf5cfd13bc service nova] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Received event network-vif-deleted-4d2bd2df-c1a6-4e4a-9ba5-1e67adf33165 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.659955] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.660168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.660373] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.755852] env[69243]: DEBUG oslo_concurrency.lockutils [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] Releasing lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.756144] env[69243]: DEBUG nova.compute.manager [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Received event network-vif-deleted-947440df-d39c-4f7c-af4a-cc12fdd9f038 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.756330] env[69243]: INFO nova.compute.manager [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Neutron deleted interface 947440df-d39c-4f7c-af4a-cc12fdd9f038; detaching it from the instance and deleting it from the info cache [ 1063.756510] env[69243]: DEBUG nova.network.neutron [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.764083] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.769496] env[69243]: DEBUG oslo_vmware.api [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689819, 'name': ReconfigVM_Task, 'duration_secs': 5.834498} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.770066] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.770275] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Reconfigured VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1063.777202] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466892} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.777752] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] dabeec89-b25f-442d-840f-3b523cfeec64/dabeec89-b25f-442d-840f-3b523cfeec64.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.777752] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.777959] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09a88d76-73df-4697-9c4b-3ebfcae0f9c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.783830] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1063.783830] env[69243]: value = "task-3689833" [ 1063.783830] env[69243]: _type = "Task" [ 1063.783830] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.791518] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.902342] env[69243]: DEBUG nova.scheduler.client.report [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.123923] env[69243]: DEBUG nova.compute.manager [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.125482] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf9eae2-d1b9-4674-9dbd-32e9ffeea307 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.261955] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2947705-4c43-446c-8665-577f09cead96 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.273047] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2976dd-c16b-4d54-abd8-ba912fe50a61 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.293530] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061332} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.293788] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.297024] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba527d36-060f-47f5-9372-1299eb32ea02 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.307694] env[69243]: DEBUG nova.compute.manager [req-0b6728d7-b6a9-47fc-a879-3691fa8e83d7 req-98eef280-92df-44c0-b73b-fadb8a09ab04 service nova] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Detach interface failed, port_id=947440df-d39c-4f7c-af4a-cc12fdd9f038, reason: Instance 7aac8937-8941-4652-b9ce-8e0d48821966 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.329048] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] dabeec89-b25f-442d-840f-3b523cfeec64/dabeec89-b25f-442d-840f-3b523cfeec64.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.329328] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f167b4-75fe-4ab7-b3f9-2660532e0c0d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.349128] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1064.349128] env[69243]: value = "task-3689834" [ 1064.349128] env[69243]: _type = "Task" [ 1064.349128] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.357180] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.401552] env[69243]: DEBUG nova.network.neutron [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Successfully updated port: cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.407960] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.409979] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.647s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.410227] env[69243]: DEBUG nova.objects.instance [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lazy-loading 'resources' on Instance uuid 5a12c56a-4364-4299-a63e-d288c06a5fa8 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.493366] env[69243]: INFO nova.scheduler.client.report [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted allocations for instance 7aac8937-8941-4652-b9ce-8e0d48821966 [ 1064.636248] env[69243]: INFO nova.compute.manager [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] instance snapshotting [ 1064.636871] env[69243]: DEBUG nova.objects.instance [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'flavor' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.722220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.722422] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.722616] env[69243]: DEBUG nova.network.neutron [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.859755] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689834, 'name': ReconfigVM_Task, 'duration_secs': 0.291326} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.860037] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Reconfigured VM instance instance-00000062 to attach disk [datastore2] dabeec89-b25f-442d-840f-3b523cfeec64/dabeec89-b25f-442d-840f-3b523cfeec64.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.861014] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43970550-5d81-4899-bce5-26015edc0dc6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.868149] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1064.868149] env[69243]: value = "task-3689835" [ 1064.868149] env[69243]: _type = "Task" [ 1064.868149] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.880227] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689835, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.904071] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.904310] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.904530] env[69243]: DEBUG nova.network.neutron [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.002585] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1e7e21ee-6a4a-455c-b646-7154c370f013 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "7aac8937-8941-4652-b9ce-8e0d48821966" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.419s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.075033] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0898cce8-f76c-41cc-8256-890819055709 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.082819] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c52fad-00e6-4739-89ea-080a1f22ec28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.113265] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954dc9b1-27c8-434e-a0eb-b5fbcb4a2a01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.130047] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd10ba45-4ccb-42cf-8195-70246a23dab0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.145469] env[69243]: DEBUG nova.compute.provider_tree [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.146164] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ac14a-b506-40a1-8c16-c43731ff157e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.165993] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a6596-47c2-4819-a223-e96d7f71a730 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.388909] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689835, 'name': Rename_Task, 'duration_secs': 0.153496} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.389231] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.389486] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336d107d-d796-415c-b8ac-18380359ea45 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.395996] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1065.395996] env[69243]: value = "task-3689836" [ 1065.395996] env[69243]: _type = "Task" [ 1065.395996] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.411017] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.450310] env[69243]: DEBUG nova.compute.manager [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Received event network-vif-plugged-cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.450593] env[69243]: DEBUG oslo_concurrency.lockutils [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] Acquiring lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.450708] env[69243]: DEBUG oslo_concurrency.lockutils [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.450869] env[69243]: DEBUG oslo_concurrency.lockutils [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.451065] env[69243]: DEBUG nova.compute.manager [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] No waiting events found dispatching network-vif-plugged-cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.451247] env[69243]: WARNING nova.compute.manager [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Received unexpected event network-vif-plugged-cea89f45-0df9-43b7-a32c-f91ee65f6c8e for instance with vm_state building and task_state spawning. [ 1065.451403] env[69243]: DEBUG nova.compute.manager [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Received event network-changed-cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.451548] env[69243]: DEBUG nova.compute.manager [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Refreshing instance network info cache due to event network-changed-cea89f45-0df9-43b7-a32c-f91ee65f6c8e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.451705] env[69243]: DEBUG oslo_concurrency.lockutils [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] Acquiring lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.459104] env[69243]: DEBUG nova.network.neutron [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.557382] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.557567] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.557742] env[69243]: DEBUG nova.network.neutron [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.624259] env[69243]: DEBUG nova.network.neutron [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance_info_cache with network_info: [{"id": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "address": "fa:16:3e:45:84:4c", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac793bc-bc", "ovs_interfaceid": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.650040] env[69243]: DEBUG nova.scheduler.client.report [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.676729] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.677297] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e787d04-b109-42a9-b114-0f4d117df218 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.687244] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1065.687244] env[69243]: value = "task-3689837" [ 1065.687244] env[69243]: _type = "Task" [ 1065.687244] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.695643] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.699412] env[69243]: DEBUG nova.network.neutron [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.907822] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.060818] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "8e35e759-482f-4a0e-bbe5-2975bc376079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.060818] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.089344] env[69243]: DEBUG nova.compute.manager [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.089602] env[69243]: DEBUG nova.compute.manager [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing instance network info cache due to event network-changed-876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.089874] env[69243]: DEBUG oslo_concurrency.lockutils [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] Acquiring lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.129457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.159819] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.197452] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.202243] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.203183] env[69243]: DEBUG nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Instance network_info: |[{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.203569] env[69243]: DEBUG oslo_concurrency.lockutils [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] Acquired lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.204251] env[69243]: DEBUG nova.network.neutron [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Refreshing network info cache for port cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.205082] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:88:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cea89f45-0df9-43b7-a32c-f91ee65f6c8e', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.213152] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.216402] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.217039] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0bdc41-4737-4a16-9107-848d62353b03 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.238397] env[69243]: INFO nova.scheduler.client.report [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Deleted allocations for instance 5a12c56a-4364-4299-a63e-d288c06a5fa8 [ 1066.245804] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.245804] env[69243]: value = "task-3689838" [ 1066.245804] env[69243]: _type = "Task" [ 1066.245804] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.253910] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689838, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.408136] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.415885] env[69243]: INFO nova.network.neutron [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Port 5d4892b8-d219-4802-8c43-e5f86d7c9519 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1066.416293] env[69243]: DEBUG nova.network.neutron [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.548756] env[69243]: DEBUG nova.network.neutron [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updated VIF entry in instance network info cache for port cea89f45-0df9-43b7-a32c-f91ee65f6c8e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.549252] env[69243]: DEBUG nova.network.neutron [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.563876] env[69243]: DEBUG nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.673709] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db34a5b-6a05-445f-b038-4549342d2fe2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.701767] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f73ec6-f8b1-49d1-9dbb-6ebaee2c0c2f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.713293] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.717051] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance '97173657-8cfc-4e53-b071-4b1f4c559c39' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.753780] env[69243]: DEBUG oslo_concurrency.lockutils [None req-09824de2-de00-4924-b873-2c8a685e1b9f tempest-ListServerFiltersTestJSON-1514185912 tempest-ListServerFiltersTestJSON-1514185912-project-member] Lock "5a12c56a-4364-4299-a63e-d288c06a5fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.632s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.763852] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689838, 'name': CreateVM_Task, 'duration_secs': 0.345488} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.764144] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.765177] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.765472] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.766616] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.766616] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff9232c-7217-4c15-a07e-927b07ac4a2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.772662] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1066.772662] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5274f4e1-cb23-8748-b2bf-f07690b304b7" [ 1066.772662] env[69243]: _type = "Task" [ 1066.772662] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.783179] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5274f4e1-cb23-8748-b2bf-f07690b304b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.851711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-27e6a890-5278-4889-a7bc-aafd78e62ca6-5d4892b8-d219-4802-8c43-e5f86d7c9519" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.852126] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-27e6a890-5278-4889-a7bc-aafd78e62ca6-5d4892b8-d219-4802-8c43-e5f86d7c9519" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.852498] env[69243]: DEBUG nova.objects.instance [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'flavor' on Instance uuid 27e6a890-5278-4889-a7bc-aafd78e62ca6 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.909117] env[69243]: DEBUG oslo_vmware.api [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689836, 'name': PowerOnVM_Task, 'duration_secs': 1.047027} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.909544] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.909777] env[69243]: INFO nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1066.910436] env[69243]: DEBUG nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.910989] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3e7a6a-b710-40af-8a14-2cdbe27939b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.920082] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.921896] env[69243]: DEBUG oslo_concurrency.lockutils [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] Acquired lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.922108] env[69243]: DEBUG nova.network.neutron [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Refreshing network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.052791] env[69243]: DEBUG oslo_concurrency.lockutils [req-dca45eb8-c70e-4b04-8fea-94b94a21de5a req-481e0832-0e48-4f8e-be4d-7e3565bf5646 service nova] Releasing lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.088624] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.088834] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.090821] env[69243]: INFO nova.compute.claims [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.208893] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.226697] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.227045] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29471d8a-b7e2-4858-a9cd-d797f952fa9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.237186] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1067.237186] env[69243]: value = "task-3689839" [ 1067.237186] env[69243]: _type = "Task" [ 1067.237186] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.248045] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.287632] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5274f4e1-cb23-8748-b2bf-f07690b304b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013012} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.288164] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.288558] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.288916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.289154] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.289458] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.289911] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2da1b851-b092-4b3b-868a-1fde03b433c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.301174] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.301572] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.302784] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176b7fcc-cbf1-49da-8411-66940e08fa50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.310643] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1067.310643] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5250f0c4-0cda-8a8f-f0ad-aa0d44aa7ea0" [ 1067.310643] env[69243]: _type = "Task" [ 1067.310643] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.323568] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5250f0c4-0cda-8a8f-f0ad-aa0d44aa7ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.425398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2433498b-37dc-4c79-85b1-8a567aad3841 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-5b33d7b3-b883-4730-b1ee-ee83e3cd594a-5d4892b8-d219-4802-8c43-e5f86d7c9519" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.266s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.442171] env[69243]: INFO nova.compute.manager [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Took 14.45 seconds to build instance. [ 1067.578714] env[69243]: DEBUG nova.objects.instance [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'pci_requests' on Instance uuid 27e6a890-5278-4889-a7bc-aafd78e62ca6 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.708668] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.745890] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689839, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.806343] env[69243]: DEBUG nova.network.neutron [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updated VIF entry in instance network info cache for port 876be7e9-7342-4a69-8c98-8b106e1c5716. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.806765] env[69243]: DEBUG nova.network.neutron [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [{"id": "876be7e9-7342-4a69-8c98-8b106e1c5716", "address": "fa:16:3e:da:9b:21", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876be7e9-73", "ovs_interfaceid": "876be7e9-7342-4a69-8c98-8b106e1c5716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.827591] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5250f0c4-0cda-8a8f-f0ad-aa0d44aa7ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.015081} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.829552] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f172200e-bf2d-4ceb-bd28-924cdbf922dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.838093] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1067.838093] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523746fe-9b40-7b98-7761-6759208bba6f" [ 1067.838093] env[69243]: _type = "Task" [ 1067.838093] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.847566] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523746fe-9b40-7b98-7761-6759208bba6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.945504] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f79dd058-92f6-4f82-96de-9f664e6d2ac4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "dabeec89-b25f-442d-840f-3b523cfeec64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.963s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.081431] env[69243]: DEBUG nova.objects.base [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Object Instance<27e6a890-5278-4889-a7bc-aafd78e62ca6> lazy-loaded attributes: flavor,pci_requests {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.081668] env[69243]: DEBUG nova.network.neutron [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.207459] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.233038] env[69243]: DEBUG nova.compute.manager [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.233038] env[69243]: DEBUG nova.compute.manager [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing instance network info cache due to event network-changed-dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.233715] env[69243]: DEBUG oslo_concurrency.lockutils [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.233715] env[69243]: DEBUG oslo_concurrency.lockutils [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.233715] env[69243]: DEBUG nova.network.neutron [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.242209] env[69243]: DEBUG nova.policy [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10734f9a029b45a5aafa5a2994664e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc3a56a4f78049e4bb9a5f7bbf3ea0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.251065] env[69243]: DEBUG oslo_vmware.api [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689839, 'name': PowerOnVM_Task, 'duration_secs': 0.556232} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.251856] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.252143] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-59981a36-66b2-41c4-8dcf-f54efeafaeff tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance '97173657-8cfc-4e53-b071-4b1f4c559c39' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.312386] env[69243]: DEBUG oslo_concurrency.lockutils [req-019aa27d-590b-465d-9b1f-1eb1df422e44 req-57e77e90-c977-4584-a963-f19364cd55e1 service nova] Releasing lock "refresh_cache-5b33d7b3-b883-4730-b1ee-ee83e3cd594a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.354822] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523746fe-9b40-7b98-7761-6759208bba6f, 'name': SearchDatastore_Task, 'duration_secs': 0.019813} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.355116] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.355377] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.355650] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62cd4642-3cd6-47c1-be31-8ec4da9f7c9e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.362978] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1068.362978] env[69243]: value = "task-3689840" [ 1068.362978] env[69243]: _type = "Task" [ 1068.362978] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.364892] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9757305-e619-4931-9675-6c0345f52b63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.378405] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c7b977-de6f-4fd1-ad4f-ac98f85fabb6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.382174] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.411014] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff6e48-4ca0-4fce-a20f-103bddc0bdbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.418525] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1219bd68-bf69-4c37-8867-1e940724fcd7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.434277] env[69243]: DEBUG nova.compute.provider_tree [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.709082] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.876221] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.939886] env[69243]: DEBUG nova.scheduler.client.report [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.141041] env[69243]: DEBUG nova.network.neutron [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updated VIF entry in instance network info cache for port dd1ee7b8-8754-478a-bb74-e3d47bebc93e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.144848] env[69243]: DEBUG nova.network.neutron [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.214942] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689837, 'name': CreateSnapshot_Task, 'duration_secs': 3.511293} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.215494] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.216483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45e2263-c2f3-40a5-91c2-0421caca8792 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.374565] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761409} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.374822] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.375056] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.375310] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a5cf3a5-1f25-41e2-aa73-dd9a4e801f3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.382362] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1069.382362] env[69243]: value = "task-3689841" [ 1069.382362] env[69243]: _type = "Task" [ 1069.382362] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.390877] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.443135] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.443742] env[69243]: DEBUG nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.631106] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "6e209b38-2b70-4e7f-be75-a572dd6685fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.631415] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.647913] env[69243]: DEBUG oslo_concurrency.lockutils [req-25b073ad-f698-4729-91b9-a16d5cade76e req-df47526f-159b-451c-bab3-e4607fd54158 service nova] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.738983] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1069.739323] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02a24aec-e60b-4662-9ccb-5c7942612c92 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.750478] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1069.750478] env[69243]: value = "task-3689842" [ 1069.750478] env[69243]: _type = "Task" [ 1069.750478] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.758546] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689842, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.825051] env[69243]: DEBUG nova.compute.manager [req-669b4cdf-4e82-48d7-8c21-c00b9379b7e4 req-eeebd669-4987-482a-9eb3-ff6fb67b7d52 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-vif-plugged-5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.825308] env[69243]: DEBUG oslo_concurrency.lockutils [req-669b4cdf-4e82-48d7-8c21-c00b9379b7e4 req-eeebd669-4987-482a-9eb3-ff6fb67b7d52 service nova] Acquiring lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.825575] env[69243]: DEBUG oslo_concurrency.lockutils [req-669b4cdf-4e82-48d7-8c21-c00b9379b7e4 req-eeebd669-4987-482a-9eb3-ff6fb67b7d52 service nova] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.825825] env[69243]: DEBUG oslo_concurrency.lockutils [req-669b4cdf-4e82-48d7-8c21-c00b9379b7e4 req-eeebd669-4987-482a-9eb3-ff6fb67b7d52 service nova] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.825973] env[69243]: DEBUG nova.compute.manager [req-669b4cdf-4e82-48d7-8c21-c00b9379b7e4 req-eeebd669-4987-482a-9eb3-ff6fb67b7d52 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] No waiting events found dispatching network-vif-plugged-5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.826157] env[69243]: WARNING nova.compute.manager [req-669b4cdf-4e82-48d7-8c21-c00b9379b7e4 req-eeebd669-4987-482a-9eb3-ff6fb67b7d52 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received unexpected event network-vif-plugged-5d4892b8-d219-4802-8c43-e5f86d7c9519 for instance with vm_state active and task_state None. [ 1069.892046] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17177} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.892353] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.893258] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7573ed1a-652a-4b7a-abe8-dce9dfd18657 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.916185] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.916344] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4c8182-559a-4295-9adb-46085c1eb01b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.931054] env[69243]: DEBUG nova.network.neutron [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Successfully updated port: 5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.937735] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1069.937735] env[69243]: value = "task-3689843" [ 1069.937735] env[69243]: _type = "Task" [ 1069.937735] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.946103] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.947906] env[69243]: DEBUG nova.compute.utils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.949179] env[69243]: DEBUG nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.949349] env[69243]: DEBUG nova.network.neutron [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.988067] env[69243]: DEBUG nova.policy [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3439e02be52848e7b9440f6c52a19a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e8f9cb600145cfa597b57743b69137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.134882] env[69243]: DEBUG nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.262631] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689842, 'name': CloneVM_Task} progress is 93%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.334881] env[69243]: DEBUG nova.network.neutron [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Successfully created port: 5d83b3d0-9c1b-48ce-9782-766f8596f522 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.435572] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.435572] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.435572] env[69243]: DEBUG nova.network.neutron [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.447925] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689843, 'name': ReconfigVM_Task, 'duration_secs': 0.437206} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.451534] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.453244] env[69243]: DEBUG nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.455343] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6462fe6-5e82-412d-8d86-179c6256194d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.466022] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1070.466022] env[69243]: value = "task-3689844" [ 1070.466022] env[69243]: _type = "Task" [ 1070.466022] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.474993] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689844, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.664441] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.664740] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.666389] env[69243]: INFO nova.compute.claims [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.761175] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689842, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.972443] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689844, 'name': Rename_Task, 'duration_secs': 0.23949} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.973412] env[69243]: WARNING nova.network.neutron [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] 224b11cd-df83-4e25-b07b-74c0351922db already exists in list: networks containing: ['224b11cd-df83-4e25-b07b-74c0351922db']. ignoring it [ 1070.975802] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.976068] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8624be8-c65e-4095-9e84-356c772c0bbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.982761] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1070.982761] env[69243]: value = "task-3689845" [ 1070.982761] env[69243]: _type = "Task" [ 1070.982761] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.990406] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.044381] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "97173657-8cfc-4e53-b071-4b1f4c559c39" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.044636] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.044770] env[69243]: DEBUG nova.compute.manager [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Going to confirm migration 4 {{(pid=69243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1071.262372] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689842, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.292228] env[69243]: DEBUG nova.network.neutron [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "address": "fa:16:3e:05:24:dc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4892b8-d2", "ovs_interfaceid": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.463628] env[69243]: DEBUG nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.490992] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.491257] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.491430] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.491617] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.491763] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.491988] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.492250] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.492416] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.492601] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.492777] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.492957] env[69243]: DEBUG nova.virt.hardware [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.493813] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119caf4d-29de-4c79-8c2a-af7abd4471dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.499755] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689845, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.506062] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d913601-3123-4ff2-ba05-9cfdf51a2ee0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.581267] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.581460] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.581634] env[69243]: DEBUG nova.network.neutron [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.581863] env[69243]: DEBUG nova.objects.instance [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lazy-loading 'info_cache' on Instance uuid 97173657-8cfc-4e53-b071-4b1f4c559c39 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.762983] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689842, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.795047] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.795694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.795849] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.796731] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3689460-c692-4a82-823a-89c8534c144f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.813936] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.814200] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.814361] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.814542] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.814689] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.814835] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.815045] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.815207] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.815371] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.815532] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.815700] env[69243]: DEBUG nova.virt.hardware [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.822020] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Reconfiguring VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1071.824659] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36149f31-afa9-4581-8b42-24814018c9bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.842721] env[69243]: DEBUG oslo_vmware.api [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1071.842721] env[69243]: value = "task-3689846" [ 1071.842721] env[69243]: _type = "Task" [ 1071.842721] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.853032] env[69243]: DEBUG oslo_vmware.api [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689846, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.856080] env[69243]: DEBUG nova.compute.manager [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-changed-5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.856273] env[69243]: DEBUG nova.compute.manager [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing instance network info cache due to event network-changed-5d4892b8-d219-4802-8c43-e5f86d7c9519. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.856483] env[69243]: DEBUG oslo_concurrency.lockutils [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.856621] env[69243]: DEBUG oslo_concurrency.lockutils [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.856777] env[69243]: DEBUG nova.network.neutron [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Refreshing network info cache for port 5d4892b8-d219-4802-8c43-e5f86d7c9519 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.890470] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a05a4-9e20-4668-ac08-32c44826093a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.898909] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65703cf7-8856-4183-9e23-38ab72f92571 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.937193] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbec39e-9591-489d-b7fe-857f0223c70c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.947919] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1267d497-233e-48d0-a394-6e45828166ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.969746] env[69243]: DEBUG nova.compute.provider_tree [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.971933] env[69243]: DEBUG nova.network.neutron [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Successfully updated port: 5d83b3d0-9c1b-48ce-9782-766f8596f522 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.993750] env[69243]: DEBUG oslo_vmware.api [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689845, 'name': PowerOnVM_Task, 'duration_secs': 0.56286} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.994032] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.994244] env[69243]: INFO nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1071.994418] env[69243]: DEBUG nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.995201] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e3aa4-c393-448f-bcc1-0249c0d77939 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.264068] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689842, 'name': CloneVM_Task} progress is 95%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.353942] env[69243]: DEBUG oslo_vmware.api [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.475739] env[69243]: DEBUG nova.scheduler.client.report [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.479531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.479531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.479531] env[69243]: DEBUG nova.network.neutron [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.513808] env[69243]: INFO nova.compute.manager [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Took 15.00 seconds to build instance. [ 1072.674676] env[69243]: DEBUG nova.network.neutron [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updated VIF entry in instance network info cache for port 5d4892b8-d219-4802-8c43-e5f86d7c9519. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.675217] env[69243]: DEBUG nova.network.neutron [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "address": "fa:16:3e:05:24:dc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4892b8-d2", "ovs_interfaceid": "5d4892b8-d219-4802-8c43-e5f86d7c9519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.765769] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689842, 'name': CloneVM_Task, 'duration_secs': 2.650174} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.768501] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Created linked-clone VM from snapshot [ 1072.769283] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c0e0bc-7d63-4cab-ab00-b1f4bc5016eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.777647] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Uploading image fead2e71-d10f-43c5-9b70-19046a115296 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.807642] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1072.807642] env[69243]: value = "vm-735117" [ 1072.807642] env[69243]: _type = "VirtualMachine" [ 1072.807642] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1072.808212] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bdbbfb90-b1c2-431d-9179-048f0bf81c18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.817654] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease: (returnval){ [ 1072.817654] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52896996-15b5-cd69-f41f-60e55bbbdda6" [ 1072.817654] env[69243]: _type = "HttpNfcLease" [ 1072.817654] env[69243]: } obtained for exporting VM: (result){ [ 1072.817654] env[69243]: value = "vm-735117" [ 1072.817654] env[69243]: _type = "VirtualMachine" [ 1072.817654] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1072.817935] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the lease: (returnval){ [ 1072.817935] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52896996-15b5-cd69-f41f-60e55bbbdda6" [ 1072.817935] env[69243]: _type = "HttpNfcLease" [ 1072.817935] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.825978] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.825978] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52896996-15b5-cd69-f41f-60e55bbbdda6" [ 1072.825978] env[69243]: _type = "HttpNfcLease" [ 1072.825978] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.854164] env[69243]: DEBUG oslo_vmware.api [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689846, 'name': ReconfigVM_Task, 'duration_secs': 0.790282} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.855156] env[69243]: DEBUG nova.network.neutron [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance_info_cache with network_info: [{"id": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "address": "fa:16:3e:45:84:4c", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac793bc-bc", "ovs_interfaceid": "dac793bc-bc8b-4d66-a72b-d27d36615c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.857176] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.857176] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Reconfigured VM to attach interface {{(pid=69243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1072.982467] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.982938] env[69243]: DEBUG nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.013457] env[69243]: DEBUG nova.network.neutron [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.015641] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee0cb3a4-0be2-4dae-a2f3-f742722a3dff tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.505s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.126999] env[69243]: DEBUG nova.compute.manager [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Received event network-changed-cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.127210] env[69243]: DEBUG nova.compute.manager [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Refreshing instance network info cache due to event network-changed-cea89f45-0df9-43b7-a32c-f91ee65f6c8e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.127422] env[69243]: DEBUG oslo_concurrency.lockutils [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] Acquiring lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.127562] env[69243]: DEBUG oslo_concurrency.lockutils [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] Acquired lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.127723] env[69243]: DEBUG nova.network.neutron [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Refreshing network info cache for port cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.138762] env[69243]: DEBUG nova.network.neutron [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance_info_cache with network_info: [{"id": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "address": "fa:16:3e:fe:ed:1f", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d83b3d0-9c", "ovs_interfaceid": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.178217] env[69243]: DEBUG oslo_concurrency.lockutils [req-ff8e73f3-f3c6-4e8b-98aa-e4b2715792f3 req-a019db8a-33dc-4547-a6df-db199df8765a service nova] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.328096] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.328096] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52896996-15b5-cd69-f41f-60e55bbbdda6" [ 1073.328096] env[69243]: _type = "HttpNfcLease" [ 1073.328096] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.328317] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.328317] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52896996-15b5-cd69-f41f-60e55bbbdda6" [ 1073.328317] env[69243]: _type = "HttpNfcLease" [ 1073.328317] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1073.329080] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f2cbf3-4dff-4289-b126-932b28c3fc97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.336525] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97417-4827-5b88-02d8-cf7943a645de/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.336709] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97417-4827-5b88-02d8-cf7943a645de/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1073.393428] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-97173657-8cfc-4e53-b071-4b1f4c559c39" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.393841] env[69243]: DEBUG nova.objects.instance [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lazy-loading 'migration_context' on Instance uuid 97173657-8cfc-4e53-b071-4b1f4c559c39 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.395879] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e5c54863-ec83-40e3-b3d5-53f3b45fae90 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-27e6a890-5278-4889-a7bc-aafd78e62ca6-5d4892b8-d219-4802-8c43-e5f86d7c9519" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.544s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.429305] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd9ea889-6111-4b2c-90e9-d4dc63c79658 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.492020] env[69243]: DEBUG nova.compute.utils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.492020] env[69243]: DEBUG nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.492020] env[69243]: DEBUG nova.network.neutron [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.544768] env[69243]: DEBUG nova.policy [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fb19bc1a2b40ddab2748b2935d23cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d77a7d9451c446d841416b3f30617cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.641165] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.641499] env[69243]: DEBUG nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Instance network_info: |[{"id": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "address": "fa:16:3e:fe:ed:1f", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d83b3d0-9c", "ovs_interfaceid": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.641997] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:ed:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d83b3d0-9c1b-48ce-9782-766f8596f522', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.649893] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.650171] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.650416] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b8a3373-d955-4627-ae55-dbe64c376044 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.681818] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.681818] env[69243]: value = "task-3689848" [ 1073.681818] env[69243]: _type = "Task" [ 1073.681818] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.690696] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689848, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.899645] env[69243]: DEBUG nova.compute.manager [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Received event network-vif-plugged-5d83b3d0-9c1b-48ce-9782-766f8596f522 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.899999] env[69243]: DEBUG oslo_concurrency.lockutils [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] Acquiring lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.900366] env[69243]: DEBUG oslo_concurrency.lockutils [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.900670] env[69243]: DEBUG oslo_concurrency.lockutils [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.900859] env[69243]: DEBUG nova.compute.manager [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] No waiting events found dispatching network-vif-plugged-5d83b3d0-9c1b-48ce-9782-766f8596f522 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.901141] env[69243]: WARNING nova.compute.manager [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Received unexpected event network-vif-plugged-5d83b3d0-9c1b-48ce-9782-766f8596f522 for instance with vm_state building and task_state spawning. [ 1073.901387] env[69243]: DEBUG nova.compute.manager [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Received event network-changed-5d83b3d0-9c1b-48ce-9782-766f8596f522 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.901597] env[69243]: DEBUG nova.compute.manager [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Refreshing instance network info cache due to event network-changed-5d83b3d0-9c1b-48ce-9782-766f8596f522. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.901825] env[69243]: DEBUG oslo_concurrency.lockutils [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] Acquiring lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.902109] env[69243]: DEBUG oslo_concurrency.lockutils [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] Acquired lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.902333] env[69243]: DEBUG nova.network.neutron [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Refreshing network info cache for port 5d83b3d0-9c1b-48ce-9782-766f8596f522 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.905494] env[69243]: DEBUG nova.objects.base [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Object Instance<97173657-8cfc-4e53-b071-4b1f4c559c39> lazy-loaded attributes: info_cache,migration_context {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.908324] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6449fada-485f-4597-adb9-b9a7ac1b4d58 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.933268] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ab97fa-53eb-4a2c-96b1-51634272209a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.942150] env[69243]: DEBUG oslo_vmware.api [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1073.942150] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f95172-cce3-4986-73c1-90ab7d1da8e8" [ 1073.942150] env[69243]: _type = "Task" [ 1073.942150] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.958779] env[69243]: DEBUG oslo_vmware.api [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f95172-cce3-4986-73c1-90ab7d1da8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.961884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.962351] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.995883] env[69243]: DEBUG nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.056506] env[69243]: DEBUG nova.network.neutron [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updated VIF entry in instance network info cache for port cea89f45-0df9-43b7-a32c-f91ee65f6c8e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.057018] env[69243]: DEBUG nova.network.neutron [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.059961] env[69243]: DEBUG nova.network.neutron [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Successfully created port: 8398bbb2-4e44-41ee-8bf4-da184339a5cf {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.197225] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689848, 'name': CreateVM_Task, 'duration_secs': 0.408096} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.197225] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.198062] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.198431] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.199708] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.199708] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889ad47a-fd4f-4504-98d4-42de566a87e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.208560] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1074.208560] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52737fa6-1f34-646c-2396-5642201c5b0f" [ 1074.208560] env[69243]: _type = "Task" [ 1074.208560] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.218869] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52737fa6-1f34-646c-2396-5642201c5b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.563442] env[69243]: DEBUG oslo_concurrency.lockutils [req-cefcee9a-edfd-4e1d-8dfb-ac884b133701 req-45b878a9-466f-48fc-bddf-889713e198b4 service nova] Releasing lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.706346] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ab64b9-7518-4171-86ee-6ad623bbb11e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.733508] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a31bb5-5cc1-4916-890f-49f3a8dbd006 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.741053] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52737fa6-1f34-646c-2396-5642201c5b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.018198} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.741727] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.742176] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.743463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.743802] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.744241] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.745343] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ec62f27-330b-45cd-a4fc-fa930a842894 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.794414] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3baf904-364a-48d0-b5ef-190312f0e927 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.806157] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.807173] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.813513] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e0ae45-6e3d-4382-9ae3-617853f0104b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.815343] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8505a70e-77e8-4836-be02-43684868f288 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.835589] env[69243]: DEBUG nova.compute.provider_tree [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.839271] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1074.839271] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523d2442-cda7-eecf-266b-43b2ee9ba7e3" [ 1074.839271] env[69243]: _type = "Task" [ 1074.839271] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.850412] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523d2442-cda7-eecf-266b-43b2ee9ba7e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.019036] env[69243]: DEBUG nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.049044] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.049261] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.049432] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.049717] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.049903] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.050103] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.050541] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.050854] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.051118] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.051302] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.051526] env[69243]: DEBUG nova.virt.hardware [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.052862] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a7e0bf-9f3d-45bf-8748-1813eb099790 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.056435] env[69243]: DEBUG nova.network.neutron [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updated VIF entry in instance network info cache for port 5d83b3d0-9c1b-48ce-9782-766f8596f522. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.057031] env[69243]: DEBUG nova.network.neutron [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance_info_cache with network_info: [{"id": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "address": "fa:16:3e:fe:ed:1f", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d83b3d0-9c", "ovs_interfaceid": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.066025] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496f21cb-4bad-4f84-8069-04d3f5dff773 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.345026] env[69243]: DEBUG nova.scheduler.client.report [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.356894] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523d2442-cda7-eecf-266b-43b2ee9ba7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.02384} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.356894] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7406a8d-e85d-417f-be53-817cffea6be3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.362085] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1075.362085] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d13e98-90c8-1c55-3f37-e63e681a9666" [ 1075.362085] env[69243]: _type = "Task" [ 1075.362085] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.370460] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d13e98-90c8-1c55-3f37-e63e681a9666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.510378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "interface-27e6a890-5278-4889-a7bc-aafd78e62ca6-5d4892b8-d219-4802-8c43-e5f86d7c9519" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.511308] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-27e6a890-5278-4889-a7bc-aafd78e62ca6-5d4892b8-d219-4802-8c43-e5f86d7c9519" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.550926] env[69243]: DEBUG nova.network.neutron [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Successfully updated port: 8398bbb2-4e44-41ee-8bf4-da184339a5cf {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.560403] env[69243]: DEBUG oslo_concurrency.lockutils [req-3204b471-f5d3-4e3b-8865-da81d8176762 req-332e7bdb-89ea-45fa-a7af-e339b78eaade service nova] Releasing lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.876270] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d13e98-90c8-1c55-3f37-e63e681a9666, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.876643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.876776] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 8e35e759-482f-4a0e-bbe5-2975bc376079/8e35e759-482f-4a0e-bbe5-2975bc376079.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.877053] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03d8b5e-0a48-4be8-b771-e063153edae2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.884074] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1075.884074] env[69243]: value = "task-3689849" [ 1075.884074] env[69243]: _type = "Task" [ 1075.884074] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.892249] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.929375] env[69243]: DEBUG nova.compute.manager [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Received event network-vif-plugged-8398bbb2-4e44-41ee-8bf4-da184339a5cf {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.929590] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] Acquiring lock "6e209b38-2b70-4e7f-be75-a572dd6685fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.929810] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.929987] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.930168] env[69243]: DEBUG nova.compute.manager [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] No waiting events found dispatching network-vif-plugged-8398bbb2-4e44-41ee-8bf4-da184339a5cf {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.930332] env[69243]: WARNING nova.compute.manager [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Received unexpected event network-vif-plugged-8398bbb2-4e44-41ee-8bf4-da184339a5cf for instance with vm_state building and task_state spawning. [ 1075.930489] env[69243]: DEBUG nova.compute.manager [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Received event network-changed-8398bbb2-4e44-41ee-8bf4-da184339a5cf {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.930638] env[69243]: DEBUG nova.compute.manager [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Refreshing instance network info cache due to event network-changed-8398bbb2-4e44-41ee-8bf4-da184339a5cf. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.930817] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] Acquiring lock "refresh_cache-6e209b38-2b70-4e7f-be75-a572dd6685fd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.930951] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] Acquired lock "refresh_cache-6e209b38-2b70-4e7f-be75-a572dd6685fd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.931123] env[69243]: DEBUG nova.network.neutron [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Refreshing network info cache for port 8398bbb2-4e44-41ee-8bf4-da184339a5cf {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.014511] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.014701] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.015761] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd9bfb-05e3-4931-b25e-47d2ee0cde8f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.034226] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa271d3-b77d-4e52-b271-efb0c059c2ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.054442] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "refresh_cache-6e209b38-2b70-4e7f-be75-a572dd6685fd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.060222] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Reconfiguring VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1076.060547] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c761d46-4cb7-4247-86ac-9f20fdb11b7c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.080062] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1076.080062] env[69243]: value = "task-3689850" [ 1076.080062] env[69243]: _type = "Task" [ 1076.080062] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.088369] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.355403] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.393s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.396592] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689849, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.470918] env[69243]: DEBUG nova.network.neutron [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.546415] env[69243]: DEBUG nova.network.neutron [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.592144] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.895033] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596107} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.895033] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 8e35e759-482f-4a0e-bbe5-2975bc376079/8e35e759-482f-4a0e-bbe5-2975bc376079.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.895033] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.895467] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23ed3cd9-5448-4cfc-96bb-55747b7cfeb1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.901687] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1076.901687] env[69243]: value = "task-3689851" [ 1076.901687] env[69243]: _type = "Task" [ 1076.901687] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.909947] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.922142] env[69243]: INFO nova.scheduler.client.report [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted allocation for migration 68791e6b-7407-4950-bfbf-65f82b264a28 [ 1077.049279] env[69243]: DEBUG oslo_concurrency.lockutils [req-1c0626f9-65a6-47fe-8db8-1eef7bb3384c req-3edcd40b-5062-46f8-bddd-609570fc8964 service nova] Releasing lock "refresh_cache-6e209b38-2b70-4e7f-be75-a572dd6685fd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.049578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "refresh_cache-6e209b38-2b70-4e7f-be75-a572dd6685fd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.049746] env[69243]: DEBUG nova.network.neutron [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.088940] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.410852] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.398194} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.411132] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.411918] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148e0cb6-7111-442d-9895-54821206cd11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.433651] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 8e35e759-482f-4a0e-bbe5-2975bc376079/8e35e759-482f-4a0e-bbe5-2975bc376079.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.434416] env[69243]: DEBUG oslo_concurrency.lockutils [None req-54764a21-4dfb-4765-9294-64090c61ebf2 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.390s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.435443] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877cb92c-77a5-485b-b633-6b7e151ef0da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.459275] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1077.459275] env[69243]: value = "task-3689852" [ 1077.459275] env[69243]: _type = "Task" [ 1077.459275] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.467251] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.586241] env[69243]: DEBUG nova.network.neutron [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.594851] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.735939] env[69243]: DEBUG nova.network.neutron [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Updating instance_info_cache with network_info: [{"id": "8398bbb2-4e44-41ee-8bf4-da184339a5cf", "address": "fa:16:3e:8f:8d:94", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8398bbb2-4e", "ovs_interfaceid": "8398bbb2-4e44-41ee-8bf4-da184339a5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.968885] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689852, 'name': ReconfigVM_Task, 'duration_secs': 0.373604} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.969213] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 8e35e759-482f-4a0e-bbe5-2975bc376079/8e35e759-482f-4a0e-bbe5-2975bc376079.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.969995] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e59cb76-cab7-419a-a755-e83b245cb94a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.977604] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1077.977604] env[69243]: value = "task-3689853" [ 1077.977604] env[69243]: _type = "Task" [ 1077.977604] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.987114] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689853, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.090614] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.239622] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "refresh_cache-6e209b38-2b70-4e7f-be75-a572dd6685fd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.240117] env[69243]: DEBUG nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Instance network_info: |[{"id": "8398bbb2-4e44-41ee-8bf4-da184339a5cf", "address": "fa:16:3e:8f:8d:94", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8398bbb2-4e", "ovs_interfaceid": "8398bbb2-4e44-41ee-8bf4-da184339a5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.240646] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:8d:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8398bbb2-4e44-41ee-8bf4-da184339a5cf', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.248634] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.248852] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.249145] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2315b7a7-d8fa-46c1-86de-06b0f61c762e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.272623] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.272623] env[69243]: value = "task-3689854" [ 1078.272623] env[69243]: _type = "Task" [ 1078.272623] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.280600] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689854, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.487895] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689853, 'name': Rename_Task, 'duration_secs': 0.219736} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.488294] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.488582] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bcdd121-4c97-442b-8c6a-db9930d9fbca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.495421] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1078.495421] env[69243]: value = "task-3689855" [ 1078.495421] env[69243]: _type = "Task" [ 1078.495421] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.503621] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.592251] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.784111] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689854, 'name': CreateVM_Task, 'duration_secs': 0.495611} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.784111] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.784880] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.785061] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.785381] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.785673] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508e80eb-48a3-4c5c-8e87-11863145c59a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.791496] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1078.791496] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52681cdf-b876-b5ce-c22d-757ec54e3dda" [ 1078.791496] env[69243]: _type = "Task" [ 1078.791496] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.801088] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52681cdf-b876-b5ce-c22d-757ec54e3dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.885832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "97173657-8cfc-4e53-b071-4b1f4c559c39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.886146] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.886415] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.886630] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.886817] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.888998] env[69243]: INFO nova.compute.manager [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Terminating instance [ 1079.006550] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.091427] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.302730] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52681cdf-b876-b5ce-c22d-757ec54e3dda, 'name': SearchDatastore_Task, 'duration_secs': 0.015281} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.303049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.303124] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.303422] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.303494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.303842] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.304308] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6bcf243-e233-4543-b146-1c1c87f1e06b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.313427] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.313570] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.314667] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ec9c92-1957-4ef0-9422-1dc50cfdb335 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.320933] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1079.320933] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52926265-d697-3361-eb08-f884a067357d" [ 1079.320933] env[69243]: _type = "Task" [ 1079.320933] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.328398] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52926265-d697-3361-eb08-f884a067357d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.371851] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.371851] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.393072] env[69243]: DEBUG nova.compute.manager [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.393387] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.394757] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98732866-820e-4cd7-b751-29572e48616f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.404623] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.404971] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943718d2-b244-4201-b48b-9c68c0f181f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.411049] env[69243]: DEBUG oslo_vmware.api [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1079.411049] env[69243]: value = "task-3689856" [ 1079.411049] env[69243]: _type = "Task" [ 1079.411049] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.418922] env[69243]: DEBUG oslo_vmware.api [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.506943] env[69243]: DEBUG oslo_vmware.api [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689855, 'name': PowerOnVM_Task, 'duration_secs': 0.62142} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.507237] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.507445] env[69243]: INFO nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1079.507617] env[69243]: DEBUG nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.508429] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e79298-e861-4818-8aec-df3adff66eb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.593578] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.831654] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52926265-d697-3361-eb08-f884a067357d, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.832627] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0d6f33-0e20-44ca-827a-6365253a91f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.837920] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1079.837920] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5285cbcb-37e6-5e5a-d3d5-39401fcccc41" [ 1079.837920] env[69243]: _type = "Task" [ 1079.837920] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.846787] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5285cbcb-37e6-5e5a-d3d5-39401fcccc41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.874538] env[69243]: DEBUG nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.921233] env[69243]: DEBUG oslo_vmware.api [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689856, 'name': PowerOffVM_Task, 'duration_secs': 0.50452} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.921479] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.921648] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.921895] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb7be58-f006-4088-bd18-6eeec72faef6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.981657] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.981861] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.982243] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleting the datastore file [datastore1] 97173657-8cfc-4e53-b071-4b1f4c559c39 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.982547] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb97b358-7999-4505-92ac-922d7d3979c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.994953] env[69243]: DEBUG oslo_vmware.api [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1079.994953] env[69243]: value = "task-3689858" [ 1079.994953] env[69243]: _type = "Task" [ 1079.994953] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.002900] env[69243]: DEBUG oslo_vmware.api [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.024799] env[69243]: INFO nova.compute.manager [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Took 12.96 seconds to build instance. [ 1080.093814] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.349258] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5285cbcb-37e6-5e5a-d3d5-39401fcccc41, 'name': SearchDatastore_Task, 'duration_secs': 0.0138} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.349503] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.349761] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 6e209b38-2b70-4e7f-be75-a572dd6685fd/6e209b38-2b70-4e7f-be75-a572dd6685fd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.350022] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c8b3910-5b3e-4c1d-8782-bf5dd65fb9ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.356402] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1080.356402] env[69243]: value = "task-3689859" [ 1080.356402] env[69243]: _type = "Task" [ 1080.356402] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.364336] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.396640] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.396968] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.398920] env[69243]: INFO nova.compute.claims [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.508256] env[69243]: DEBUG oslo_vmware.api [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134517} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.508510] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.508703] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.508872] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.509094] env[69243]: INFO nova.compute.manager [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1080.509335] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.509526] env[69243]: DEBUG nova.compute.manager [-] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.509618] env[69243]: DEBUG nova.network.neutron [-] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.526996] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5527fab6-57d2-4de3-9976-de679bd5feee tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.467s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.594926] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.876110] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689859, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.910963] env[69243]: DEBUG nova.compute.manager [req-9038671b-6e69-430b-8bbb-826d46181a0c req-dac95625-0ae5-4c05-8861-4598e118719a service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Received event network-vif-deleted-dac793bc-bc8b-4d66-a72b-d27d36615c42 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.911323] env[69243]: INFO nova.compute.manager [req-9038671b-6e69-430b-8bbb-826d46181a0c req-dac95625-0ae5-4c05-8861-4598e118719a service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Neutron deleted interface dac793bc-bc8b-4d66-a72b-d27d36615c42; detaching it from the instance and deleting it from the info cache [ 1080.911590] env[69243]: DEBUG nova.network.neutron [req-9038671b-6e69-430b-8bbb-826d46181a0c req-dac95625-0ae5-4c05-8861-4598e118719a service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.095275] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.372247] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691152} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.372513] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 6e209b38-2b70-4e7f-be75-a572dd6685fd/6e209b38-2b70-4e7f-be75-a572dd6685fd.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.372735] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.373023] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99e2966f-cade-41bf-aa85-04b61a23e61a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.381053] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1081.381053] env[69243]: value = "task-3689860" [ 1081.381053] env[69243]: _type = "Task" [ 1081.381053] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.386884] env[69243]: DEBUG nova.network.neutron [-] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.392257] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.416094] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50742398-054d-4efa-99da-a43b55ab4e3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.425710] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f593065-7834-4ecf-9acc-93ce0c86602a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.464274] env[69243]: DEBUG nova.compute.manager [req-9038671b-6e69-430b-8bbb-826d46181a0c req-dac95625-0ae5-4c05-8861-4598e118719a service nova] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Detach interface failed, port_id=dac793bc-bc8b-4d66-a72b-d27d36615c42, reason: Instance 97173657-8cfc-4e53-b071-4b1f4c559c39 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.598123] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.623188] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11201d8-d0b6-4c52-aa7a-03005d6f8ab1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.630536] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e533b97-a32d-49d7-9c8a-f56abdd002bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.661514] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a724a-7f87-4688-827a-23e24eab95d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.669412] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12de588-1539-4ce7-806c-ddd9380735e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.683570] env[69243]: DEBUG nova.compute.provider_tree [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.869087] env[69243]: DEBUG nova.compute.manager [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.890337] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067085} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.890991] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.891836] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd82308-97c8-406b-ae37-33fe05182f78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.894790] env[69243]: INFO nova.compute.manager [-] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Took 1.39 seconds to deallocate network for instance. [ 1081.917365] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 6e209b38-2b70-4e7f-be75-a572dd6685fd/6e209b38-2b70-4e7f-be75-a572dd6685fd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.917997] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33b920f-847a-4d02-a468-7a018496124a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.941109] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1081.941109] env[69243]: value = "task-3689861" [ 1081.941109] env[69243]: _type = "Task" [ 1081.941109] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.951145] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.099223] env[69243]: DEBUG oslo_vmware.api [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689850, 'name': ReconfigVM_Task, 'duration_secs': 5.815785} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.099554] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.099745] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Reconfigured VM to detach interface {{(pid=69243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1082.186673] env[69243]: DEBUG nova.scheduler.client.report [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.388075] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97417-4827-5b88-02d8-cf7943a645de/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1082.389050] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06777ee8-fa8a-48c0-9ed9-d49319df5ed7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.396457] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.396750] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97417-4827-5b88-02d8-cf7943a645de/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1082.396899] env[69243]: ERROR oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97417-4827-5b88-02d8-cf7943a645de/disk-0.vmdk due to incomplete transfer. [ 1082.397144] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9946ad7-0124-431e-9cfa-67276d71f436 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.404733] env[69243]: DEBUG oslo_vmware.rw_handles [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97417-4827-5b88-02d8-cf7943a645de/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1082.404887] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Uploaded image fead2e71-d10f-43c5-9b70-19046a115296 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1082.407193] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1082.407450] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d3a192f-9895-4344-b317-ce1bc9d758e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.416227] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1082.416227] env[69243]: value = "task-3689862" [ 1082.416227] env[69243]: _type = "Task" [ 1082.416227] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.421458] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.428600] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689862, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.451413] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.695027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.695027] env[69243]: DEBUG nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.697404] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.301s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.927066] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689862, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.951805] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689861, 'name': ReconfigVM_Task, 'duration_secs': 0.513657} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.952186] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 6e209b38-2b70-4e7f-be75-a572dd6685fd/6e209b38-2b70-4e7f-be75-a572dd6685fd.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.952907] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-630e9c1b-06e8-443d-b0fd-321515b5ae8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.959620] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1082.959620] env[69243]: value = "task-3689863" [ 1082.959620] env[69243]: _type = "Task" [ 1082.959620] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.968506] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689863, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.201073] env[69243]: DEBUG nova.compute.utils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.204289] env[69243]: INFO nova.compute.claims [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.207772] env[69243]: DEBUG nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.207948] env[69243]: DEBUG nova.network.neutron [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.261547] env[69243]: DEBUG nova.policy [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1cdccaf34064a0aaea3a4226e09e687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d857453bea2464db8e331a728379467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.415973] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.415973] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquired lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.415973] env[69243]: DEBUG nova.network.neutron [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.426306] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689862, 'name': Destroy_Task, 'duration_secs': 0.999203} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.426613] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Destroyed the VM [ 1083.427447] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1083.427529] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4779f92-830d-40b9-8222-ba4233531295 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.437018] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1083.437018] env[69243]: value = "task-3689864" [ 1083.437018] env[69243]: _type = "Task" [ 1083.437018] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.454954] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689864, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.476219] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689863, 'name': Rename_Task, 'duration_secs': 0.163791} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.476544] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.476831] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40de0c70-f8e6-4714-841b-3c2337c33b60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.483957] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1083.483957] env[69243]: value = "task-3689865" [ 1083.483957] env[69243]: _type = "Task" [ 1083.483957] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.494631] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.531868] env[69243]: DEBUG nova.network.neutron [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Successfully created port: d105ab92-ceca-4c0c-941c-f286e8c4f067 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.709254] env[69243]: DEBUG nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.713490] env[69243]: INFO nova.compute.resource_tracker [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating resource usage from migration b1d0e56a-fccd-469a-8cbc-9f03ab8ef019 [ 1083.907634] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba6e0bb-e5b5-416b-b061-a6ff8787e61e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.915949] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f7227-e4ee-4078-a4e2-9a9cc0f873e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.952475] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac48017-a37a-4cf7-87b0-9b861d823385 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.961735] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689864, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.965035] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95509718-3071-4b31-9d6f-3e6714e4743a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.978329] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.978610] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.978819] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.979033] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.979211] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.980922] env[69243]: DEBUG nova.compute.provider_tree [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.984851] env[69243]: INFO nova.compute.manager [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Terminating instance [ 1083.995641] env[69243]: DEBUG oslo_vmware.api [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689865, 'name': PowerOnVM_Task, 'duration_secs': 0.469181} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.995885] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.996087] env[69243]: INFO nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1083.996267] env[69243]: DEBUG nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.997009] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410a60b9-9d06-45a1-9253-59b7ec7607f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.249397] env[69243]: INFO nova.network.neutron [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Port 5d4892b8-d219-4802-8c43-e5f86d7c9519 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1084.249767] env[69243]: DEBUG nova.network.neutron [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [{"id": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "address": "fa:16:3e:52:55:fc", "network": {"id": "224b11cd-df83-4e25-b07b-74c0351922db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547860557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc3a56a4f78049e4bb9a5f7bbf3ea0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1ee7b8-87", "ovs_interfaceid": "dd1ee7b8-8754-478a-bb74-e3d47bebc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.459124] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689864, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.488218] env[69243]: DEBUG nova.scheduler.client.report [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.491806] env[69243]: DEBUG nova.compute.manager [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.492164] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.493538] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46420a77-85a4-43d0-80ad-aad37629a1d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.502271] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.503322] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c4bd29-949c-439b-93fb-bcdea82ebf37 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.511733] env[69243]: DEBUG oslo_vmware.api [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1084.511733] env[69243]: value = "task-3689866" [ 1084.511733] env[69243]: _type = "Task" [ 1084.511733] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.517069] env[69243]: INFO nova.compute.manager [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Took 13.88 seconds to build instance. [ 1084.523935] env[69243]: DEBUG oslo_vmware.api [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.722387] env[69243]: DEBUG nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.753092] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.753468] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.753700] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.753977] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.754221] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.754460] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.754767] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.755014] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.755279] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.755530] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.755793] env[69243]: DEBUG nova.virt.hardware [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.756461] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Releasing lock "refresh_cache-27e6a890-5278-4889-a7bc-aafd78e62ca6" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.760091] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff5745-df69-4bfb-88ed-43fa1d926356 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.770872] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a82d81-8aff-4f77-b839-f4ce64caeb3f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.915543] env[69243]: DEBUG nova.compute.manager [req-8437a2d9-b3ce-4f08-8654-c2f1db8e10dd req-dae8a60c-fbdd-4057-b8ee-f1980603ffda service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Received event network-vif-plugged-d105ab92-ceca-4c0c-941c-f286e8c4f067 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.915814] env[69243]: DEBUG oslo_concurrency.lockutils [req-8437a2d9-b3ce-4f08-8654-c2f1db8e10dd req-dae8a60c-fbdd-4057-b8ee-f1980603ffda service nova] Acquiring lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.916056] env[69243]: DEBUG oslo_concurrency.lockutils [req-8437a2d9-b3ce-4f08-8654-c2f1db8e10dd req-dae8a60c-fbdd-4057-b8ee-f1980603ffda service nova] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.916239] env[69243]: DEBUG oslo_concurrency.lockutils [req-8437a2d9-b3ce-4f08-8654-c2f1db8e10dd req-dae8a60c-fbdd-4057-b8ee-f1980603ffda service nova] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.916464] env[69243]: DEBUG nova.compute.manager [req-8437a2d9-b3ce-4f08-8654-c2f1db8e10dd req-dae8a60c-fbdd-4057-b8ee-f1980603ffda service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] No waiting events found dispatching network-vif-plugged-d105ab92-ceca-4c0c-941c-f286e8c4f067 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.916584] env[69243]: WARNING nova.compute.manager [req-8437a2d9-b3ce-4f08-8654-c2f1db8e10dd req-dae8a60c-fbdd-4057-b8ee-f1980603ffda service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Received unexpected event network-vif-plugged-d105ab92-ceca-4c0c-941c-f286e8c4f067 for instance with vm_state building and task_state spawning. [ 1084.959209] env[69243]: DEBUG oslo_vmware.api [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689864, 'name': RemoveSnapshot_Task, 'duration_secs': 1.123052} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.959502] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1084.959728] env[69243]: INFO nova.compute.manager [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Took 19.81 seconds to snapshot the instance on the hypervisor. [ 1084.994524] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.994524] env[69243]: INFO nova.compute.manager [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Migrating [ 1085.002125] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.581s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.006022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.014501] env[69243]: DEBUG nova.network.neutron [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Successfully updated port: d105ab92-ceca-4c0c-941c-f286e8c4f067 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.023600] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfc8b27e-7ee2-4452-a385-d1eaa9619d47 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.392s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.031111] env[69243]: DEBUG oslo_vmware.api [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689866, 'name': PowerOffVM_Task, 'duration_secs': 0.243806} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.031111] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.031271] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.031813] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5573e10d-de4a-4579-b769-27bc3c522035 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.037599] env[69243]: INFO nova.scheduler.client.report [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted allocations for instance 97173657-8cfc-4e53-b071-4b1f4c559c39 [ 1085.097944] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.098195] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.098380] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleting the datastore file [datastore1] 27e6a890-5278-4889-a7bc-aafd78e62ca6 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.098654] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd3c003f-ec1e-40b6-8a80-cf487e93119d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.105260] env[69243]: DEBUG oslo_vmware.api [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1085.105260] env[69243]: value = "task-3689868" [ 1085.105260] env[69243]: _type = "Task" [ 1085.105260] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.113350] env[69243]: DEBUG oslo_vmware.api [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.265652] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f7ac8de-0536-477f-8899-e4a9f4992924 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "interface-27e6a890-5278-4889-a7bc-aafd78e62ca6-5d4892b8-d219-4802-8c43-e5f86d7c9519" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.754s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.517603] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.517789] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.517968] env[69243]: DEBUG nova.network.neutron [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.519376] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.519534] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.519643] env[69243]: DEBUG nova.network.neutron [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.523248] env[69243]: DEBUG nova.compute.manager [None req-75c965b7-3c4f-4a5d-b2ab-1fae4871a9cd tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Found 1 images (rotation: 2) {{(pid=69243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1085.545114] env[69243]: DEBUG oslo_concurrency.lockutils [None req-34b6a38e-d8c4-485d-9b50-48d6092964a5 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "97173657-8cfc-4e53-b071-4b1f4c559c39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.659s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.625712] env[69243]: DEBUG oslo_vmware.api [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512702} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.625985] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.626226] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.626447] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.626647] env[69243]: INFO nova.compute.manager [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1085.626930] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.627189] env[69243]: DEBUG nova.compute.manager [-] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.627351] env[69243]: DEBUG nova.network.neutron [-] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.894621] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "6e209b38-2b70-4e7f-be75-a572dd6685fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.894888] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.895116] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "6e209b38-2b70-4e7f-be75-a572dd6685fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.895306] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.895470] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.897606] env[69243]: INFO nova.compute.manager [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Terminating instance [ 1086.057782] env[69243]: DEBUG nova.network.neutron [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.182736] env[69243]: DEBUG nova.network.neutron [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance_info_cache with network_info: [{"id": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "address": "fa:16:3e:f6:4e:29", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd105ab92-ce", "ovs_interfaceid": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.339322] env[69243]: DEBUG nova.network.neutron [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance_info_cache with network_info: [{"id": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "address": "fa:16:3e:fe:ed:1f", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d83b3d0-9c", "ovs_interfaceid": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.401188] env[69243]: DEBUG nova.compute.manager [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.401421] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.402389] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4236d42-a00b-4fdd-9bbe-1abce029432b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.410067] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.410303] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8281f78b-e93f-4f8a-b877-530b2c383c2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.417801] env[69243]: DEBUG oslo_vmware.api [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1086.417801] env[69243]: value = "task-3689869" [ 1086.417801] env[69243]: _type = "Task" [ 1086.417801] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.426069] env[69243]: DEBUG oslo_vmware.api [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.426600] env[69243]: DEBUG nova.compute.manager [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.427568] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41834b68-bcc7-42b9-8ed9-98992af392fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.687581] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.687999] env[69243]: DEBUG nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Instance network_info: |[{"id": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "address": "fa:16:3e:f6:4e:29", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd105ab92-ce", "ovs_interfaceid": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.688445] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:4e:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd105ab92-ceca-4c0c-941c-f286e8c4f067', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.696088] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.696307] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.696553] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28e5728a-c315-41c0-9eca-16e13ee6644e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.717545] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.717545] env[69243]: value = "task-3689870" [ 1086.717545] env[69243]: _type = "Task" [ 1086.717545] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.725836] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689870, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.843433] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.929317] env[69243]: DEBUG oslo_vmware.api [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689869, 'name': PowerOffVM_Task, 'duration_secs': 0.186273} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.929634] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.929811] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.930121] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bebd2a3-bd98-414b-bb52-cb921e61abdb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.937805] env[69243]: INFO nova.compute.manager [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] instance snapshotting [ 1086.938512] env[69243]: DEBUG nova.objects.instance [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'flavor' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.946448] env[69243]: DEBUG nova.compute.manager [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Received event network-changed-d105ab92-ceca-4c0c-941c-f286e8c4f067 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.946448] env[69243]: DEBUG nova.compute.manager [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Refreshing instance network info cache due to event network-changed-d105ab92-ceca-4c0c-941c-f286e8c4f067. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.946539] env[69243]: DEBUG oslo_concurrency.lockutils [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] Acquiring lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.947384] env[69243]: DEBUG oslo_concurrency.lockutils [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] Acquired lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.947384] env[69243]: DEBUG nova.network.neutron [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Refreshing network info cache for port d105ab92-ceca-4c0c-941c-f286e8c4f067 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.970478] env[69243]: DEBUG nova.network.neutron [-] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.991917] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.992342] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.992423] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleting the datastore file [datastore1] 6e209b38-2b70-4e7f-be75-a572dd6685fd {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.992912] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a283abf5-4bbf-4efb-9d24-17ddec559258 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.999109] env[69243]: DEBUG oslo_vmware.api [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1086.999109] env[69243]: value = "task-3689872" [ 1086.999109] env[69243]: _type = "Task" [ 1086.999109] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.009649] env[69243]: DEBUG oslo_vmware.api [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.227603] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689870, 'name': CreateVM_Task, 'duration_secs': 0.49728} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.227794] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.228487] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.228634] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.228991] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.229262] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b44913c-0fc7-4454-82a1-9a3a9e122ce0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.233557] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1087.233557] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522b70aa-f050-61a2-bd75-1628572edcde" [ 1087.233557] env[69243]: _type = "Task" [ 1087.233557] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.242456] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522b70aa-f050-61a2-bd75-1628572edcde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.444112] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0143ccf-9427-4ffc-8899-b0d174ac6787 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.464803] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9888700-8c13-45e8-981a-cb7af28c23bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.475592] env[69243]: INFO nova.compute.manager [-] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Took 1.85 seconds to deallocate network for instance. [ 1087.510337] env[69243]: DEBUG oslo_vmware.api [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210615} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.510595] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.510781] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.510973] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.511156] env[69243]: INFO nova.compute.manager [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1087.511389] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.511573] env[69243]: DEBUG nova.compute.manager [-] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.511667] env[69243]: DEBUG nova.network.neutron [-] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.743594] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522b70aa-f050-61a2-bd75-1628572edcde, 'name': SearchDatastore_Task, 'duration_secs': 0.030114} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.743905] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.744168] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.744407] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.744550] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.744725] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.744994] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3a4db8-7a5f-487a-b989-8a836d78dd2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.755194] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.755378] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.761656] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f10410-df9e-4ed0-8238-7721d1111e70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.768405] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1087.768405] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5293beea-22a4-7aa5-ff02-da1743e6ecd5" [ 1087.768405] env[69243]: _type = "Task" [ 1087.768405] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.780603] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5293beea-22a4-7aa5-ff02-da1743e6ecd5, 'name': SearchDatastore_Task, 'duration_secs': 0.00851} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.781363] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84ec5e6-54ed-4a30-ae4c-a9e362260f99 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.786674] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1087.786674] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5236ece8-0022-61a4-906c-7ef2e9cd2b2e" [ 1087.786674] env[69243]: _type = "Task" [ 1087.786674] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.795281] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5236ece8-0022-61a4-906c-7ef2e9cd2b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.911722] env[69243]: DEBUG nova.network.neutron [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updated VIF entry in instance network info cache for port d105ab92-ceca-4c0c-941c-f286e8c4f067. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.912117] env[69243]: DEBUG nova.network.neutron [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance_info_cache with network_info: [{"id": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "address": "fa:16:3e:f6:4e:29", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd105ab92-ce", "ovs_interfaceid": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.977088] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1087.977410] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45c17c1a-7359-4060-bd5b-508ac3e3dcb3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.985691] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.985958] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.986208] env[69243]: DEBUG nova.objects.instance [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'resources' on Instance uuid 27e6a890-5278-4889-a7bc-aafd78e62ca6 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.987643] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1087.987643] env[69243]: value = "task-3689873" [ 1087.987643] env[69243]: _type = "Task" [ 1087.987643] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.995227] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.299569] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5236ece8-0022-61a4-906c-7ef2e9cd2b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.299983] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.300330] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae/2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.300626] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fd17828-1f8b-4831-8b50-6eebd79c0830 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.306803] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1088.306803] env[69243]: value = "task-3689874" [ 1088.306803] env[69243]: _type = "Task" [ 1088.306803] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.314455] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.358610] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c8e3d-e3d9-4e5d-adc4-336d39dffb47 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.377164] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance '8e35e759-482f-4a0e-bbe5-2975bc376079' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.414844] env[69243]: DEBUG oslo_concurrency.lockutils [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] Releasing lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.414844] env[69243]: DEBUG nova.compute.manager [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Received event network-vif-deleted-dd1ee7b8-8754-478a-bb74-e3d47bebc93e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.415178] env[69243]: INFO nova.compute.manager [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Neutron deleted interface dd1ee7b8-8754-478a-bb74-e3d47bebc93e; detaching it from the instance and deleting it from the info cache [ 1088.415229] env[69243]: DEBUG nova.network.neutron [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.457925] env[69243]: DEBUG nova.network.neutron [-] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.500342] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689873, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.689296] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc923654-405a-4dbf-a8d5-ef92d4a0062d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.697378] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1711b-fb10-4409-8d6c-7c06d8b649df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.728710] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a5d5d-89f9-49e2-b7fd-69c678b09d5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.737521] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b78e0d-ebcb-4b37-8b97-d3a4024c9757 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.753918] env[69243]: DEBUG nova.compute.provider_tree [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.816563] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465296} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.816844] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae/2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.817069] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.817323] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a4402b8-9ebe-47cd-976f-39cd0ac02f22 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.823415] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1088.823415] env[69243]: value = "task-3689875" [ 1088.823415] env[69243]: _type = "Task" [ 1088.823415] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.832869] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.883506] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.883713] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a606ed8a-bb01-4784-91ae-69b2a76d3717 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.889700] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1088.889700] env[69243]: value = "task-3689876" [ 1088.889700] env[69243]: _type = "Task" [ 1088.889700] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.897866] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.917929] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fa70a38-b313-4135-909e-b067ae4b45c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.927183] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ffbbf-52e1-4f70-866e-866f4b2041d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.957229] env[69243]: DEBUG nova.compute.manager [req-3a6cb185-45cb-471a-a807-53c55df0512a req-ba4eb3a7-b1d9-4f03-8412-8517e1452e93 service nova] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Detach interface failed, port_id=dd1ee7b8-8754-478a-bb74-e3d47bebc93e, reason: Instance 27e6a890-5278-4889-a7bc-aafd78e62ca6 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.961026] env[69243]: INFO nova.compute.manager [-] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Took 1.45 seconds to deallocate network for instance. [ 1088.973722] env[69243]: DEBUG nova.compute.manager [req-82dc4a2f-05c2-46a6-a374-7164b459977e req-2e1b7e48-4419-4656-8b22-1d6733451b87 service nova] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Received event network-vif-deleted-8398bbb2-4e44-41ee-8bf4-da184339a5cf {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.001676] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689873, 'name': CreateSnapshot_Task, 'duration_secs': 0.538513} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.002106] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1089.002976] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56fb287-6a9c-4d09-aebc-5bbe2bbfd01b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.257334] env[69243]: DEBUG nova.scheduler.client.report [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.333592] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059655} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.333877] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.334646] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337e23e3-f600-4803-bab4-4383cb560679 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.357889] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae/2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.358187] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e91ddd-7a51-4e8e-becd-94e5a220c222 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.387187] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1089.387187] env[69243]: value = "task-3689877" [ 1089.387187] env[69243]: _type = "Task" [ 1089.387187] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.400060] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.402831] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689876, 'name': PowerOffVM_Task, 'duration_secs': 0.188613} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.403078] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.403269] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance '8e35e759-482f-4a0e-bbe5-2975bc376079' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.468224] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.520688] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1089.521284] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe9047ef-8604-4eaf-8df9-6f2f634476fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.529618] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1089.529618] env[69243]: value = "task-3689878" [ 1089.529618] env[69243]: _type = "Task" [ 1089.529618] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.537356] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689878, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.538766] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.539040] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.539279] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "12191b81-17b0-4d8d-b6de-d067e294908e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.539501] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.539675] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.541547] env[69243]: INFO nova.compute.manager [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Terminating instance [ 1089.763022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.767717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.299s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.767992] env[69243]: DEBUG nova.objects.instance [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'resources' on Instance uuid 6e209b38-2b70-4e7f-be75-a572dd6685fd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.791729] env[69243]: INFO nova.scheduler.client.report [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted allocations for instance 27e6a890-5278-4889-a7bc-aafd78e62ca6 [ 1089.897338] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.909436] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.909692] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.909859] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.910071] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.910226] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.910367] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.910571] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.910727] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.910887] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.911064] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.911245] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.916541] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09eec9e1-cbeb-4b8d-9c33-b71a182cd0f4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.932708] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1089.932708] env[69243]: value = "task-3689879" [ 1089.932708] env[69243]: _type = "Task" [ 1089.932708] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.941127] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.038848] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689878, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.044648] env[69243]: DEBUG nova.compute.manager [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.044860] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.045665] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205aa8cc-bad7-416f-9608-7e0308ed2fbd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.055888] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.056158] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b0f4bc2-7a6b-4f23-bf66-fe284b59575c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.062881] env[69243]: DEBUG oslo_vmware.api [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1090.062881] env[69243]: value = "task-3689880" [ 1090.062881] env[69243]: _type = "Task" [ 1090.062881] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.071636] env[69243]: DEBUG oslo_vmware.api [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.227289] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "33a76fdf-ada7-4a6e-ba28-17906915151f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.227587] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.302687] env[69243]: DEBUG oslo_concurrency.lockutils [None req-588fbe92-4e5e-42d9-8c90-5970503bdb1e tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "27e6a890-5278-4889-a7bc-aafd78e62ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.324s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.398336] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689877, 'name': ReconfigVM_Task, 'duration_secs': 0.781723} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.400410] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae/2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.401185] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25346878-d069-42e2-a256-824e4b056ed8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.407055] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1090.407055] env[69243]: value = "task-3689881" [ 1090.407055] env[69243]: _type = "Task" [ 1090.407055] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.416742] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689881, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.441561] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689879, 'name': ReconfigVM_Task, 'duration_secs': 0.410143} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.441850] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance '8e35e759-482f-4a0e-bbe5-2975bc376079' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.446741] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6cec8-1846-412f-a1f0-82cd71c8e907 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.453131] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40a2a8f-1923-4e99-9af6-e694f00716ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.484997] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575cfb98-dd3e-460e-9ce3-aaff696450b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.492409] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491e01e-a6be-4a30-b52a-ef5aeb760461 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.506702] env[69243]: DEBUG nova.compute.provider_tree [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.539276] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689878, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.571759] env[69243]: DEBUG oslo_vmware.api [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689880, 'name': PowerOffVM_Task, 'duration_secs': 0.19958} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.572011] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.572255] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.572545] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4242f898-1fba-4464-aa9e-f8c51b771745 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.634082] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.634343] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.634561] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Deleting the datastore file [datastore1] 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.634862] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bffbaf08-b3e5-4163-a586-dbec7794e97c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.641489] env[69243]: DEBUG oslo_vmware.api [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1090.641489] env[69243]: value = "task-3689883" [ 1090.641489] env[69243]: _type = "Task" [ 1090.641489] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.645315] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.645535] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.645727] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.645902] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.646083] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.648007] env[69243]: INFO nova.compute.manager [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Terminating instance [ 1090.651909] env[69243]: DEBUG oslo_vmware.api [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.729429] env[69243]: DEBUG nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.917278] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689881, 'name': Rename_Task, 'duration_secs': 0.130486} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.917554] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.917804] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c376fdf-3cd4-4a79-b96e-3b84e1910d03 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.924528] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1090.924528] env[69243]: value = "task-3689884" [ 1090.924528] env[69243]: _type = "Task" [ 1090.924528] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.933309] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.951604] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.951915] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.952695] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.952695] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.952695] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.952695] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.952881] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.953025] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.953202] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.953735] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.953735] env[69243]: DEBUG nova.virt.hardware [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.959622] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.959958] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a0fd5a-c5a8-4e35-bff8-323ede780c84 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.978704] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1090.978704] env[69243]: value = "task-3689885" [ 1090.978704] env[69243]: _type = "Task" [ 1090.978704] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.987422] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.010090] env[69243]: DEBUG nova.scheduler.client.report [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.039206] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689878, 'name': CloneVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.153289] env[69243]: DEBUG oslo_vmware.api [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144299} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.153958] env[69243]: DEBUG nova.compute.manager [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.154276] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.154469] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.154730] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.155048] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.155147] env[69243]: INFO nova.compute.manager [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1091.155406] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.156155] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a9e854-a336-4818-9a20-545fafd44520 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.158880] env[69243]: DEBUG nova.compute.manager [-] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.158958] env[69243]: DEBUG nova.network.neutron [-] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.164996] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.165253] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5efff6a-d8eb-4994-b0b7-a9f7bd0142c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.170952] env[69243]: DEBUG oslo_vmware.api [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1091.170952] env[69243]: value = "task-3689886" [ 1091.170952] env[69243]: _type = "Task" [ 1091.170952] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.249320] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.435522] env[69243]: DEBUG oslo_vmware.api [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689884, 'name': PowerOnVM_Task, 'duration_secs': 0.460484} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.435733] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.435927] env[69243]: INFO nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1091.436238] env[69243]: DEBUG nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.436984] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238074f2-a279-4376-ab85-83371360eb67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.490677] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689885, 'name': ReconfigVM_Task, 'duration_secs': 0.192064} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.491964] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.493024] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47c5965-16bd-4e0b-858a-66ddea0bf2c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.520246] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 8e35e759-482f-4a0e-bbe5-2975bc376079/8e35e759-482f-4a0e-bbe5-2975bc376079.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.521884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.524064] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a587d60-5264-4a00-b8ad-c8e603d46996 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.537839] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.289s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.539357] env[69243]: INFO nova.compute.claims [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.550822] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689878, 'name': CloneVM_Task, 'duration_secs': 1.549352} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.552169] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Created linked-clone VM from snapshot [ 1091.552513] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1091.552513] env[69243]: value = "task-3689887" [ 1091.552513] env[69243]: _type = "Task" [ 1091.552513] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.553271] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3161c39c-eab2-43c4-ab22-fbc8d028c947 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.559032] env[69243]: INFO nova.scheduler.client.report [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted allocations for instance 6e209b38-2b70-4e7f-be75-a572dd6685fd [ 1091.566593] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Uploading image fb58bee9-a8fe-49be-8ac7-d2fa4c79e1eb {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1091.571709] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.604275] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1091.604275] env[69243]: value = "vm-735122" [ 1091.604275] env[69243]: _type = "VirtualMachine" [ 1091.604275] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1091.604501] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecd19652-b6c7-4c64-a58e-8f335da83340 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.610968] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease: (returnval){ [ 1091.610968] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec1855-3494-2d1f-686c-3a78b1fcc048" [ 1091.610968] env[69243]: _type = "HttpNfcLease" [ 1091.610968] env[69243]: } obtained for exporting VM: (result){ [ 1091.610968] env[69243]: value = "vm-735122" [ 1091.610968] env[69243]: _type = "VirtualMachine" [ 1091.610968] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1091.611983] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the lease: (returnval){ [ 1091.611983] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec1855-3494-2d1f-686c-3a78b1fcc048" [ 1091.611983] env[69243]: _type = "HttpNfcLease" [ 1091.611983] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1091.619104] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.619104] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec1855-3494-2d1f-686c-3a78b1fcc048" [ 1091.619104] env[69243]: _type = "HttpNfcLease" [ 1091.619104] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1091.680728] env[69243]: DEBUG oslo_vmware.api [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689886, 'name': PowerOffVM_Task, 'duration_secs': 0.23806} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.680987] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.681166] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.681408] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d049b5-1c27-4527-a5c6-b57fb9bcb6c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.731965] env[69243]: DEBUG nova.compute.manager [req-5905f1eb-8ec2-4d86-9073-c8edf550151f req-ccbf9181-5115-4ae5-8a98-b3cce583d8eb service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Received event network-vif-deleted-de074e29-0300-4548-b2fe-f5d6da21ac61 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.732273] env[69243]: INFO nova.compute.manager [req-5905f1eb-8ec2-4d86-9073-c8edf550151f req-ccbf9181-5115-4ae5-8a98-b3cce583d8eb service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Neutron deleted interface de074e29-0300-4548-b2fe-f5d6da21ac61; detaching it from the instance and deleting it from the info cache [ 1091.732430] env[69243]: DEBUG nova.network.neutron [req-5905f1eb-8ec2-4d86-9073-c8edf550151f req-ccbf9181-5115-4ae5-8a98-b3cce583d8eb service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.763902] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.764150] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.764356] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleting the datastore file [datastore2] 5b33d7b3-b883-4730-b1ee-ee83e3cd594a {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.764669] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1451abbd-6cb2-4d44-8672-c04997baea56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.772854] env[69243]: DEBUG oslo_vmware.api [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for the task: (returnval){ [ 1091.772854] env[69243]: value = "task-3689890" [ 1091.772854] env[69243]: _type = "Task" [ 1091.772854] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.781146] env[69243]: DEBUG oslo_vmware.api [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.954663] env[69243]: INFO nova.compute.manager [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Took 11.58 seconds to build instance. [ 1092.064584] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689887, 'name': ReconfigVM_Task, 'duration_secs': 0.512245} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.064856] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 8e35e759-482f-4a0e-bbe5-2975bc376079/8e35e759-482f-4a0e-bbe5-2975bc376079.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.065137] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance '8e35e759-482f-4a0e-bbe5-2975bc376079' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.073869] env[69243]: DEBUG oslo_concurrency.lockutils [None req-575fdc38-e495-434e-b901-93818ef6251b tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "6e209b38-2b70-4e7f-be75-a572dd6685fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.179s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.119437] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.119437] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec1855-3494-2d1f-686c-3a78b1fcc048" [ 1092.119437] env[69243]: _type = "HttpNfcLease" [ 1092.119437] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.119760] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.119760] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ec1855-3494-2d1f-686c-3a78b1fcc048" [ 1092.119760] env[69243]: _type = "HttpNfcLease" [ 1092.119760] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1092.120409] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8068b5-835a-4707-b33e-de001075e5c4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.127967] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f62a7-fddf-2c1b-9438-bfac0df217d4/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.127967] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f62a7-fddf-2c1b-9438-bfac0df217d4/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1092.213098] env[69243]: DEBUG nova.network.neutron [-] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.220027] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb3fef31-00f0-40b5-9df1-402ab152e6f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.236997] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3156e675-5fa6-494d-af35-40186d0c9c3c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.246169] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705967f1-1fab-4ebd-90d7-4953718c5c17 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.281522] env[69243]: DEBUG nova.compute.manager [req-5905f1eb-8ec2-4d86-9073-c8edf550151f req-ccbf9181-5115-4ae5-8a98-b3cce583d8eb service nova] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Detach interface failed, port_id=de074e29-0300-4548-b2fe-f5d6da21ac61, reason: Instance 12191b81-17b0-4d8d-b6de-d067e294908e could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.288679] env[69243]: DEBUG oslo_vmware.api [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Task: {'id': task-3689890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42123} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.288957] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.289642] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.289642] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.289642] env[69243]: INFO nova.compute.manager [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1092.289870] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.289904] env[69243]: DEBUG nova.compute.manager [-] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.291032] env[69243]: DEBUG nova.network.neutron [-] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.457286] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ec67d01c-1237-4eae-86a6-d5c487452453 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.085s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.579760] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236902e5-16a1-4801-be22-5952b92589e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.607944] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98883cdc-8a7d-4586-9c61-2524f81baa95 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.629038] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance '8e35e759-482f-4a0e-bbe5-2975bc376079' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.715598] env[69243]: INFO nova.compute.manager [-] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Took 1.56 seconds to deallocate network for instance. [ 1092.799218] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c6d1a6-bcb1-4303-85c9-9f1ce1081311 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.809793] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae2c203-d3f9-4569-ae25-423896b31e10 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.843410] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0573c0-c84d-42f4-aad7-a4dba8d644ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.851448] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee1b2d-709b-4f2e-9490-93f066a95a12 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.564658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "dabeec89-b25f-442d-840f-3b523cfeec64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.564658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "dabeec89-b25f-442d-840f-3b523cfeec64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.564658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "dabeec89-b25f-442d-840f-3b523cfeec64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.564658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "dabeec89-b25f-442d-840f-3b523cfeec64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.564658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "dabeec89-b25f-442d-840f-3b523cfeec64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.570019] env[69243]: DEBUG nova.network.neutron [-] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.571562] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.572201] env[69243]: DEBUG nova.compute.provider_tree [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.573347] env[69243]: INFO nova.compute.manager [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Terminating instance [ 1093.615597] env[69243]: DEBUG nova.network.neutron [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Port 5d83b3d0-9c1b-48ce-9782-766f8596f522 binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1093.762043] env[69243]: DEBUG nova.compute.manager [req-ca661ac9-90d9-4cf8-9238-a15b2d75c506 req-df2aed22-4e79-4bb6-8b34-8e2186b534e4 service nova] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Received event network-vif-deleted-876be7e9-7342-4a69-8c98-8b106e1c5716 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.076021] env[69243]: INFO nova.compute.manager [-] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Took 1.79 seconds to deallocate network for instance. [ 1094.082657] env[69243]: DEBUG nova.compute.manager [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.082864] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.083770] env[69243]: DEBUG nova.scheduler.client.report [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.089098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ca511d-f29a-431a-bb51-f22b28e47057 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.092406] env[69243]: DEBUG nova.compute.manager [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1094.099747] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.100655] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565ec0c6-1c35-4cbd-92c1-cee491cc404e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.107026] env[69243]: DEBUG oslo_vmware.api [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1094.107026] env[69243]: value = "task-3689891" [ 1094.107026] env[69243]: _type = "Task" [ 1094.107026] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.125942] env[69243]: DEBUG oslo_vmware.api [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.590440] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.593420] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.056s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.593937] env[69243]: DEBUG nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.596578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.025s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.596752] env[69243]: DEBUG nova.objects.instance [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'resources' on Instance uuid 12191b81-17b0-4d8d-b6de-d067e294908e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.615105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.618812] env[69243]: DEBUG oslo_vmware.api [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689891, 'name': PowerOffVM_Task, 'duration_secs': 0.212565} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.619126] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.619258] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.619535] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17be5c1a-f128-4261-95aa-124bd2ab7710 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.641376] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.641603] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.641772] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.694487] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.695222] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.695341] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleting the datastore file [datastore2] dabeec89-b25f-442d-840f-3b523cfeec64 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.695603] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14ea50f2-0801-4ad9-aed9-5bd5dd5f2450 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.703077] env[69243]: DEBUG oslo_vmware.api [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1094.703077] env[69243]: value = "task-3689893" [ 1094.703077] env[69243]: _type = "Task" [ 1094.703077] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.711402] env[69243]: DEBUG oslo_vmware.api [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.105036] env[69243]: DEBUG nova.compute.utils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.107049] env[69243]: DEBUG nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.107049] env[69243]: DEBUG nova.network.neutron [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.159809] env[69243]: DEBUG nova.policy [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a2f1de4fd8484eb8b6d1e832c0976f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f34445523eb40d09aa37aa88c974720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.215461] env[69243]: DEBUG oslo_vmware.api [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230756} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.216436] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.216436] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.216436] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.216436] env[69243]: INFO nova.compute.manager [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1095.216635] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.216814] env[69243]: DEBUG nova.compute.manager [-] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.216936] env[69243]: DEBUG nova.network.neutron [-] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.282077] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b3e23f-18c4-4a38-840d-40aa16c39b80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.290189] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b8865e-e385-4aac-9462-225735e06b17 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.320764] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72a81e-e02a-4af9-b9e1-cebd21667151 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.328554] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e724c3-eca5-4b80-a6d3-e515f3fc527f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.347640] env[69243]: DEBUG nova.compute.provider_tree [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.611358] env[69243]: DEBUG nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.619012] env[69243]: DEBUG nova.network.neutron [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Successfully created port: aac821e1-bf39-4bcb-9303-10d2809ef2d1 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.705542] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.705736] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.705911] env[69243]: DEBUG nova.network.neutron [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.789360] env[69243]: DEBUG nova.compute.manager [req-e635d918-c6ef-49e0-8029-5f7b80afa4e9 req-bc639080-be0c-44b5-93c1-af342efc73e5 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Received event network-vif-deleted-62642464-33e9-45de-98f7-289a9caf7c37 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.789510] env[69243]: INFO nova.compute.manager [req-e635d918-c6ef-49e0-8029-5f7b80afa4e9 req-bc639080-be0c-44b5-93c1-af342efc73e5 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Neutron deleted interface 62642464-33e9-45de-98f7-289a9caf7c37; detaching it from the instance and deleting it from the info cache [ 1095.789683] env[69243]: DEBUG nova.network.neutron [req-e635d918-c6ef-49e0-8029-5f7b80afa4e9 req-bc639080-be0c-44b5-93c1-af342efc73e5 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.854511] env[69243]: DEBUG nova.scheduler.client.report [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.944724] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.944724] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.076097] env[69243]: DEBUG nova.network.neutron [-] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.292588] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c7ee8a1-c51d-4c31-95c9-3919afb13019 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.302759] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ba5162-d5cd-4692-9259-41d6d01424d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.336530] env[69243]: DEBUG nova.compute.manager [req-e635d918-c6ef-49e0-8029-5f7b80afa4e9 req-bc639080-be0c-44b5-93c1-af342efc73e5 service nova] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Detach interface failed, port_id=62642464-33e9-45de-98f7-289a9caf7c37, reason: Instance dabeec89-b25f-442d-840f-3b523cfeec64 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.360784] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.363313] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.773s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.363610] env[69243]: DEBUG nova.objects.instance [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lazy-loading 'resources' on Instance uuid 5b33d7b3-b883-4730-b1ee-ee83e3cd594a {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.388872] env[69243]: INFO nova.scheduler.client.report [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Deleted allocations for instance 12191b81-17b0-4d8d-b6de-d067e294908e [ 1096.451112] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.451308] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.453847] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.453847] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.453847] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.453847] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.453847] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1096.453847] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.461759] env[69243]: DEBUG nova.network.neutron [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance_info_cache with network_info: [{"id": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "address": "fa:16:3e:fe:ed:1f", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d83b3d0-9c", "ovs_interfaceid": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.578579] env[69243]: INFO nova.compute.manager [-] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Took 1.36 seconds to deallocate network for instance. [ 1096.620307] env[69243]: DEBUG nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.646956] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.647236] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.647390] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.647574] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.647767] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.647924] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.648142] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.648309] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.648472] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.648633] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.648801] env[69243]: DEBUG nova.virt.hardware [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.649733] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d360a6b4-2b53-402e-be1c-125a967e8a25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.657817] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ddf241-08c9-4932-9779-6b0781d50a28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.900337] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c9974e04-d1af-4d60-940e-4e0156552c77 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "12191b81-17b0-4d8d-b6de-d067e294908e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.361s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.960022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.964779] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.058051] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37d1b8-58a3-4fbc-9c36-f5f6098a925e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.066165] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a42b5f-c775-4492-8fae-aa048bca7167 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.098123] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.099225] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3978f50d-e05b-42eb-8c3e-890a02782f2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.106924] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea70bc7-5f8a-410a-b0a9-058b88e51f4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.121838] env[69243]: DEBUG nova.compute.provider_tree [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.231976] env[69243]: DEBUG nova.network.neutron [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Successfully updated port: aac821e1-bf39-4bcb-9303-10d2809ef2d1 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.489985] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488bdc6-e2a0-4146-8109-b23d07ee6707 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.510507] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e0eec3-0cfc-4119-906b-cbfdda9bf386 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.517717] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance '8e35e759-482f-4a0e-bbe5-2975bc376079' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.625149] env[69243]: DEBUG nova.scheduler.client.report [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.739887] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-33a76fdf-ada7-4a6e-ba28-17906915151f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.739887] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-33a76fdf-ada7-4a6e-ba28-17906915151f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.739887] env[69243]: DEBUG nova.network.neutron [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.817367] env[69243]: DEBUG nova.compute.manager [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Received event network-vif-plugged-aac821e1-bf39-4bcb-9303-10d2809ef2d1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.817694] env[69243]: DEBUG oslo_concurrency.lockutils [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] Acquiring lock "33a76fdf-ada7-4a6e-ba28-17906915151f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.817832] env[69243]: DEBUG oslo_concurrency.lockutils [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.817970] env[69243]: DEBUG oslo_concurrency.lockutils [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.818178] env[69243]: DEBUG nova.compute.manager [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] No waiting events found dispatching network-vif-plugged-aac821e1-bf39-4bcb-9303-10d2809ef2d1 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.818336] env[69243]: WARNING nova.compute.manager [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Received unexpected event network-vif-plugged-aac821e1-bf39-4bcb-9303-10d2809ef2d1 for instance with vm_state building and task_state spawning. [ 1097.818525] env[69243]: DEBUG nova.compute.manager [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Received event network-changed-aac821e1-bf39-4bcb-9303-10d2809ef2d1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.818733] env[69243]: DEBUG nova.compute.manager [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Refreshing instance network info cache due to event network-changed-aac821e1-bf39-4bcb-9303-10d2809ef2d1. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.818916] env[69243]: DEBUG oslo_concurrency.lockutils [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] Acquiring lock "refresh_cache-33a76fdf-ada7-4a6e-ba28-17906915151f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.024605] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.024938] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0950df-9f1a-4e2e-a297-68100026cd26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.033534] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1098.033534] env[69243]: value = "task-3689894" [ 1098.033534] env[69243]: _type = "Task" [ 1098.033534] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.042980] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.129771] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.133606] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.519s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.153492] env[69243]: INFO nova.scheduler.client.report [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Deleted allocations for instance 5b33d7b3-b883-4730-b1ee-ee83e3cd594a [ 1098.269010] env[69243]: DEBUG nova.network.neutron [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.465633] env[69243]: DEBUG nova.network.neutron [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Updating instance_info_cache with network_info: [{"id": "aac821e1-bf39-4bcb-9303-10d2809ef2d1", "address": "fa:16:3e:1b:53:1b", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac821e1-bf", "ovs_interfaceid": "aac821e1-bf39-4bcb-9303-10d2809ef2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.546842] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.638939] env[69243]: INFO nova.compute.claims [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.660705] env[69243]: DEBUG oslo_concurrency.lockutils [None req-00291d8e-fe74-4b3d-85c3-ad7e7ca9ce09 tempest-AttachInterfacesTestJSON-622866510 tempest-AttachInterfacesTestJSON-622866510-project-member] Lock "5b33d7b3-b883-4730-b1ee-ee83e3cd594a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.015s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.891104] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.891355] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.968741] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-33a76fdf-ada7-4a6e-ba28-17906915151f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.969102] env[69243]: DEBUG nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Instance network_info: |[{"id": "aac821e1-bf39-4bcb-9303-10d2809ef2d1", "address": "fa:16:3e:1b:53:1b", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac821e1-bf", "ovs_interfaceid": "aac821e1-bf39-4bcb-9303-10d2809ef2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.969416] env[69243]: DEBUG oslo_concurrency.lockutils [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] Acquired lock "refresh_cache-33a76fdf-ada7-4a6e-ba28-17906915151f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.969612] env[69243]: DEBUG nova.network.neutron [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Refreshing network info cache for port aac821e1-bf39-4bcb-9303-10d2809ef2d1 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.970759] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:53:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aac821e1-bf39-4bcb-9303-10d2809ef2d1', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.978326] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.979372] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.979604] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f136e97f-edac-4819-89f1-d1e38555fc23 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.000690] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.000690] env[69243]: value = "task-3689895" [ 1099.000690] env[69243]: _type = "Task" [ 1099.000690] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.008917] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689895, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.047157] env[69243]: DEBUG oslo_vmware.api [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689894, 'name': PowerOnVM_Task, 'duration_secs': 0.601237} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.047498] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.047633] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f63871aa-d136-4cc0-b2fc-e30e8425260e tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance '8e35e759-482f-4a0e-bbe5-2975bc376079' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.146073] env[69243]: INFO nova.compute.resource_tracker [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating resource usage from migration 35d34095-64fa-47aa-a25e-a53c376c5c3b [ 1099.313976] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b65e26-007e-49f4-bde3-2a2ba92c0266 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.324481] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b4ff9-172a-4058-accc-91d19839a7bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.362056] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19727027-2070-4b27-be2c-b19a99d12fe8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.372144] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c524a6e-4402-42eb-8b5e-b5e6215ed771 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.392982] env[69243]: DEBUG nova.compute.provider_tree [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.394660] env[69243]: DEBUG nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.510824] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689895, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.782505] env[69243]: DEBUG nova.network.neutron [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Updated VIF entry in instance network info cache for port aac821e1-bf39-4bcb-9303-10d2809ef2d1. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.782901] env[69243]: DEBUG nova.network.neutron [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Updating instance_info_cache with network_info: [{"id": "aac821e1-bf39-4bcb-9303-10d2809ef2d1", "address": "fa:16:3e:1b:53:1b", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac821e1-bf", "ovs_interfaceid": "aac821e1-bf39-4bcb-9303-10d2809ef2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.902133] env[69243]: DEBUG nova.scheduler.client.report [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.925305] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.012750] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689895, 'name': CreateVM_Task, 'duration_secs': 0.777585} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.012750] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.012936] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.013024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.013395] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.013683] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b3ab3d-9416-4f8d-8128-351d94125952 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.019089] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1100.019089] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527ef18b-a960-1dcc-0114-69a4e0ba4cc1" [ 1100.019089] env[69243]: _type = "Task" [ 1100.019089] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.028139] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527ef18b-a960-1dcc-0114-69a4e0ba4cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.286181] env[69243]: DEBUG oslo_concurrency.lockutils [req-d6e90338-a6ad-453f-a4fd-efb99ce9738a req-321d1591-8a95-46e2-ac82-2a6ad6833b2b service nova] Releasing lock "refresh_cache-33a76fdf-ada7-4a6e-ba28-17906915151f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.406839] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.407081] env[69243]: INFO nova.compute.manager [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Migrating [ 1100.414369] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.457s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.414618] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.414862] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1100.415213] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.317s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.415569] env[69243]: DEBUG nova.objects.instance [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'resources' on Instance uuid dabeec89-b25f-442d-840f-3b523cfeec64 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.422013] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082bc53b-8c28-43de-bed8-477c8dae210a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.440807] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280f9fb-d845-4928-9405-aa1d6abc866b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.464372] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98b0d68-cf41-4ce8-b43e-124f544ce6ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.472286] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc740adc-7448-42a7-8428-54b6b2f81279 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.505022] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179318MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1100.505022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.529541] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527ef18b-a960-1dcc-0114-69a4e0ba4cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.529833] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.530081] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.530356] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.530526] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.530730] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.530996] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ec48a5-61fd-4356-8338-568df0b6127c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.540803] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.540943] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.542153] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c914fd13-c512-43bd-9c4c-32c7eff5cef5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.547769] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1100.547769] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f2c00c-d438-a24e-577b-c4e1b9793fcb" [ 1100.547769] env[69243]: _type = "Task" [ 1100.547769] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.556363] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f2c00c-d438-a24e-577b-c4e1b9793fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.686385] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.686694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.686941] env[69243]: INFO nova.compute.manager [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Shelving [ 1100.931426] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.931723] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.931860] env[69243]: DEBUG nova.network.neutron [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.951923] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "8e35e759-482f-4a0e-bbe5-2975bc376079" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.952251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.952450] env[69243]: DEBUG nova.compute.manager [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Going to confirm migration 5 {{(pid=69243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1101.063175] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f2c00c-d438-a24e-577b-c4e1b9793fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.017715} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.063323] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40f8ac2-8e29-4e62-ac65-cfa1ced81630 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.069088] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1101.069088] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ab80b6-c4f6-6974-0cdc-9ffb4ab3500f" [ 1101.069088] env[69243]: _type = "Task" [ 1101.069088] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.079980] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ab80b6-c4f6-6974-0cdc-9ffb4ab3500f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.125253] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f890921-25d5-4136-87fa-a743367f42e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.133571] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335454cb-8686-417a-9964-85d349d3ee72 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.166445] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1677a3fa-31cd-4742-b2a9-f806435ae29c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.174343] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971baa5-6b01-4d78-b480-33d1bfc05e41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.188136] env[69243]: DEBUG nova.compute.provider_tree [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.581346] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ab80b6-c4f6-6974-0cdc-9ffb4ab3500f, 'name': SearchDatastore_Task, 'duration_secs': 0.017127} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.581663] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.581884] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.582154] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa55577b-ee12-4a92-96cf-ee527ee53cb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.589725] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1101.589725] env[69243]: value = "task-3689896" [ 1101.589725] env[69243]: _type = "Task" [ 1101.589725] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.597958] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.697267] env[69243]: DEBUG nova.scheduler.client.report [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.701302] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.701572] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9696c4a-30a1-4790-b061-d6e6007ba06d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.708697] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.708872] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquired lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.709073] env[69243]: DEBUG nova.network.neutron [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.709370] env[69243]: DEBUG nova.objects.instance [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'info_cache' on Instance uuid 8e35e759-482f-4a0e-bbe5-2975bc376079 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.714115] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1101.714115] env[69243]: value = "task-3689897" [ 1101.714115] env[69243]: _type = "Task" [ 1101.714115] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.724559] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.002349] env[69243]: DEBUG nova.network.neutron [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance_info_cache with network_info: [{"id": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "address": "fa:16:3e:f6:4e:29", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd105ab92-ce", "ovs_interfaceid": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.100318] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689896, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.207966] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.210404] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.286s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.212812] env[69243]: INFO nova.compute.claims [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.228849] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689897, 'name': PowerOffVM_Task, 'duration_secs': 0.295312} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.229958] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.230929] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ab490-5c3d-4ab6-8a19-7ef03ac0209c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.252009] env[69243]: INFO nova.scheduler.client.report [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted allocations for instance dabeec89-b25f-442d-840f-3b523cfeec64 [ 1102.256746] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5637f6-576a-4e20-8599-f13a0e72bb60 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.418867] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f62a7-fddf-2c1b-9438-bfac0df217d4/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1102.419830] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed5e379-615d-4b89-bb57-13a17fc7d2c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.427060] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f62a7-fddf-2c1b-9438-bfac0df217d4/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1102.427252] env[69243]: ERROR oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f62a7-fddf-2c1b-9438-bfac0df217d4/disk-0.vmdk due to incomplete transfer. [ 1102.427502] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-903e7587-353a-4cfc-aa94-d967e2071f5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.435031] env[69243]: DEBUG oslo_vmware.rw_handles [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f62a7-fddf-2c1b-9438-bfac0df217d4/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1102.435224] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Uploaded image fb58bee9-a8fe-49be-8ac7-d2fa4c79e1eb to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1102.437662] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1102.437899] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe5acc01-8407-4de3-9454-158917bb8bfa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.443931] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1102.443931] env[69243]: value = "task-3689898" [ 1102.443931] env[69243]: _type = "Task" [ 1102.443931] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.452035] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689898, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.505959] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.601582] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552459} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.601582] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.601722] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.601997] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-633f7f9a-3c7d-418f-8042-58bd330833aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.608259] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1102.608259] env[69243]: value = "task-3689899" [ 1102.608259] env[69243]: _type = "Task" [ 1102.608259] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.616961] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.763774] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ed997df7-305b-4b22-9f94-a841c6d2b3a4 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "dabeec89-b25f-442d-840f-3b523cfeec64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.201s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.767941] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1102.768377] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e011bba-4e35-4378-8409-f704c96249ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.777073] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1102.777073] env[69243]: value = "task-3689900" [ 1102.777073] env[69243]: _type = "Task" [ 1102.777073] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.785738] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689900, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.955017] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689898, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.119485] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066278} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.119987] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.121238] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5801c3-8d5f-4c7d-b997-434e627db38c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.125772] env[69243]: DEBUG nova.network.neutron [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance_info_cache with network_info: [{"id": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "address": "fa:16:3e:fe:ed:1f", "network": {"id": "ce19c544-d473-49f0-938b-bcefe9eefdc5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964491738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3e8f9cb600145cfa597b57743b69137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d83b3d0-9c", "ovs_interfaceid": "5d83b3d0-9c1b-48ce-9782-766f8596f522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.151380] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.152150] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c35f53-f905-480a-8efa-732b0e663439 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.173522] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1103.173522] env[69243]: value = "task-3689901" [ 1103.173522] env[69243]: _type = "Task" [ 1103.173522] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.182725] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.289317] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689900, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.443051] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43689a01-c292-4739-9b34-a0b65dbab116 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.452952] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac943360-d02d-444c-bc16-61704e0d8366 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.462023] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689898, 'name': Destroy_Task} progress is 33%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.489830] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb488f27-59b4-4cf5-94cd-752b071fb4d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.500739] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14fd52e-afcf-4dc3-98a4-a1a0a6b97598 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.519785] env[69243]: DEBUG nova.compute.provider_tree [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.630537] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Releasing lock "refresh_cache-8e35e759-482f-4a0e-bbe5-2975bc376079" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.630537] env[69243]: DEBUG nova.objects.instance [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lazy-loading 'migration_context' on Instance uuid 8e35e759-482f-4a0e-bbe5-2975bc376079 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.683182] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689901, 'name': ReconfigVM_Task, 'duration_secs': 0.320297} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.683578] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.684300] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871191bc-b7ee-4585-947a-3c1b7211675c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.691700] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1103.691700] env[69243]: value = "task-3689902" [ 1103.691700] env[69243]: _type = "Task" [ 1103.691700] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.701925] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689902, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.789657] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689900, 'name': CreateSnapshot_Task, 'duration_secs': 0.859255} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.789657] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1103.790244] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc5e813-de98-4347-b7f5-65098388f29a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.957969] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689898, 'name': Destroy_Task, 'duration_secs': 1.044488} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.958246] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Destroyed the VM [ 1103.958483] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1103.958729] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a6bfd41-d16a-4849-a0a8-f6d0b9f205e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.965431] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1103.965431] env[69243]: value = "task-3689903" [ 1103.965431] env[69243]: _type = "Task" [ 1103.965431] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.973666] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689903, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.979699] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "7f65753e-7398-46e4-8364-c665d1385ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.979930] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "7f65753e-7398-46e4-8364-c665d1385ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.023281] env[69243]: DEBUG nova.scheduler.client.report [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.026830] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22a7c64-dc68-473b-800f-b9547976bc24 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.045936] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance '2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.133549] env[69243]: DEBUG nova.objects.base [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Object Instance<8e35e759-482f-4a0e-bbe5-2975bc376079> lazy-loaded attributes: info_cache,migration_context {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.134704] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78058cf1-eae6-46e0-ab5a-1e4a62e95b25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.154787] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9c16dd-f9ac-49c6-9b67-a17f9a027b88 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.160437] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1104.160437] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52761734-0d94-cc02-7db4-67fdfe3d102c" [ 1104.160437] env[69243]: _type = "Task" [ 1104.160437] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.168272] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52761734-0d94-cc02-7db4-67fdfe3d102c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.199467] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689902, 'name': Rename_Task, 'duration_secs': 0.150338} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.199747] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.199969] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88e0025c-591b-43ef-ba0a-a7677bc4bb15 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.205504] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1104.205504] env[69243]: value = "task-3689904" [ 1104.205504] env[69243]: _type = "Task" [ 1104.205504] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.212906] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.314034] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1104.314034] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9453feac-08ab-466f-8935-5353f3835b80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.323481] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1104.323481] env[69243]: value = "task-3689905" [ 1104.323481] env[69243]: _type = "Task" [ 1104.323481] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.331800] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689905, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.475424] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689903, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.481984] env[69243]: DEBUG nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.528108] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.529116] env[69243]: DEBUG nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.533294] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.029s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.552693] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.552693] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2795fcd4-4e0c-4c4b-86d8-528f01db5469 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.566075] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1104.566075] env[69243]: value = "task-3689906" [ 1104.566075] env[69243]: _type = "Task" [ 1104.566075] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.583794] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.671093] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52761734-0d94-cc02-7db4-67fdfe3d102c, 'name': SearchDatastore_Task, 'duration_secs': 0.007894} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.671468] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.723727] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.833984] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689905, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.975273] env[69243]: DEBUG oslo_vmware.api [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689903, 'name': RemoveSnapshot_Task, 'duration_secs': 0.796114} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.975563] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1104.975794] env[69243]: INFO nova.compute.manager [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Took 17.53 seconds to snapshot the instance on the hypervisor. [ 1105.001444] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.037220] env[69243]: DEBUG nova.compute.utils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.045893] env[69243]: DEBUG nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.046256] env[69243]: DEBUG nova.network.neutron [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.072674] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689906, 'name': PowerOffVM_Task, 'duration_secs': 0.203802} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.072949] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.073079] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance '2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.104828] env[69243]: DEBUG nova.policy [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f31abe54c54d80b0032572cf8becb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3358f2632b54092a83f68652eb2229a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.220029] env[69243]: DEBUG oslo_vmware.api [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689904, 'name': PowerOnVM_Task, 'duration_secs': 0.586269} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.220029] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.220029] env[69243]: INFO nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1105.220029] env[69243]: DEBUG nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.220029] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9036c2-1349-4bb4-86b5-39228d0b05bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.335790] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689905, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.455561] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "537d89d2-6104-479f-a035-a2d87b8c6066" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.455831] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "537d89d2-6104-479f-a035-a2d87b8c6066" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.516319] env[69243]: DEBUG nova.network.neutron [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Successfully created port: 6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.526302] env[69243]: DEBUG nova.compute.manager [None req-eee74305-9f80-42c2-9906-33137e627f12 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Found 2 images (rotation: 2) {{(pid=69243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1105.547252] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Applying migration context for instance 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae as it has an incoming, in-progress migration 35d34095-64fa-47aa-a25e-a53c376c5c3b. Migration status is migrating {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1105.547495] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Applying migration context for instance 8e35e759-482f-4a0e-bbe5-2975bc376079 as it has an incoming, in-progress migration b1d0e56a-fccd-469a-8cbc-9f03ab8ef019. Migration status is finished {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1105.552016] env[69243]: INFO nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating resource usage from migration 35d34095-64fa-47aa-a25e-a53c376c5c3b [ 1105.552016] env[69243]: INFO nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating resource usage from migration b1d0e56a-fccd-469a-8cbc-9f03ab8ef019 [ 1105.552016] env[69243]: DEBUG nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.580360] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.580655] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.580821] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.581035] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.581214] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.582025] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.582025] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.582025] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.582025] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.582025] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.588300] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.596262] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 49b82a32-ab35-49d3-b1e4-53df8f966f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.596576] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance ed46ed0f-c790-45de-a2d3-25f58f02debd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.596831] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.597080] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 665917ca-881f-4279-8fbd-af22b00c3b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.597239] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 96ac7952-2a94-4560-99a1-2473dcccfdab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.597390] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Migration b1d0e56a-fccd-469a-8cbc-9f03ab8ef019 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1105.597548] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 8e35e759-482f-4a0e-bbe5-2975bc376079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.597719] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 33a76fdf-ada7-4a6e-ba28-17906915151f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.597867] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Migration 35d34095-64fa-47aa-a25e-a53c376c5c3b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1105.598016] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.598146] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e416d0cb-da8f-4624-9d29-5df9f7177b6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1105.603050] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91501ab3-77a0-45c9-b9d0-39bc1aa8a5d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.621057] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1105.621057] env[69243]: value = "task-3689907" [ 1105.621057] env[69243]: _type = "Task" [ 1105.621057] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.630961] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.745277] env[69243]: INFO nova.compute.manager [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Took 14.51 seconds to build instance. [ 1105.838978] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689905, 'name': CloneVM_Task, 'duration_secs': 1.360806} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.842598] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Created linked-clone VM from snapshot [ 1105.843507] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5f28e6-0617-4a88-ba6d-e2369762179e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.856580] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Uploading image 7e5932ec-067a-4cb3-b4a0-2888fffaeb7c {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1105.881098] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1105.881098] env[69243]: value = "vm-735125" [ 1105.881098] env[69243]: _type = "VirtualMachine" [ 1105.881098] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1105.881390] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d5954ff-b407-460a-8c82-644996a01a34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.887828] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease: (returnval){ [ 1105.887828] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526bf289-6253-e2eb-5ebd-a6a51d5ce38f" [ 1105.887828] env[69243]: _type = "HttpNfcLease" [ 1105.887828] env[69243]: } obtained for exporting VM: (result){ [ 1105.887828] env[69243]: value = "vm-735125" [ 1105.887828] env[69243]: _type = "VirtualMachine" [ 1105.887828] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1105.888207] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the lease: (returnval){ [ 1105.888207] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526bf289-6253-e2eb-5ebd-a6a51d5ce38f" [ 1105.888207] env[69243]: _type = "HttpNfcLease" [ 1105.888207] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1105.894716] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.894716] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526bf289-6253-e2eb-5ebd-a6a51d5ce38f" [ 1105.894716] env[69243]: _type = "HttpNfcLease" [ 1105.894716] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.958394] env[69243]: DEBUG nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.117026] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7f65753e-7398-46e4-8364-c665d1385ed4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1106.131765] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689907, 'name': ReconfigVM_Task, 'duration_secs': 0.266433} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.132097] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance '2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.247623] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9ecba7e7-a710-4de1-9169-5d2ee45ff799 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.020s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.396928] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.396928] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526bf289-6253-e2eb-5ebd-a6a51d5ce38f" [ 1106.396928] env[69243]: _type = "HttpNfcLease" [ 1106.396928] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1106.397253] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1106.397253] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526bf289-6253-e2eb-5ebd-a6a51d5ce38f" [ 1106.397253] env[69243]: _type = "HttpNfcLease" [ 1106.397253] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1106.398022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad38d94-972c-4e56-b771-ccaa5311e37a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.402135] env[69243]: DEBUG nova.compute.manager [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.403362] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef1f8b-8ac6-48b4-be5e-399dcd078697 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.408388] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e36b54-4f16-c0df-c967-5428c6b0b8f5/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1106.408566] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e36b54-4f16-c0df-c967-5428c6b0b8f5/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1106.487016] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.500650] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2defcb98-80f7-4ada-86e1-a7f841ec3bef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.565301] env[69243]: DEBUG nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.591606] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.592130] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.592291] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.592612] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.592857] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.593222] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.593743] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.593798] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.594077] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.594381] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.594695] env[69243]: DEBUG nova.virt.hardware [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.596175] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a6f46-0329-4fea-8cf7-7acb861aae94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.604883] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f724928-99dc-4567-a317-75d9d1ad472b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.622471] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 537d89d2-6104-479f-a035-a2d87b8c6066 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1106.622688] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1106.622834] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1106.638156] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.638429] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.638607] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.638811] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.638981] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.639155] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.639360] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.639519] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.639695] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.639855] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.641394] env[69243]: DEBUG nova.virt.hardware [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.647138] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.650862] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da3b4ce-72dc-4d54-831f-10933b4d475c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.673106] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1106.673106] env[69243]: value = "task-3689909" [ 1106.673106] env[69243]: _type = "Task" [ 1106.673106] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.680109] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.821017] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56d9ce-a87f-4df3-8ef0-97fc3acfa331 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.828022] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf358f1-976a-4374-aad4-cc8832bb1fe8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.858495] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631b734a-8984-4967-8d5f-123387d84a5a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.865794] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c332f0-2367-4f03-a70a-561e47662b5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.882022] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.903791] env[69243]: DEBUG nova.compute.manager [req-1fbc777d-adda-48b2-b4ae-6b5f2521f18b req-a4fdc6ee-3eef-49ef-bde2-3334afd5e8b6 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Received event network-vif-plugged-6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.904436] env[69243]: DEBUG oslo_concurrency.lockutils [req-1fbc777d-adda-48b2-b4ae-6b5f2521f18b req-a4fdc6ee-3eef-49ef-bde2-3334afd5e8b6 service nova] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.904609] env[69243]: DEBUG oslo_concurrency.lockutils [req-1fbc777d-adda-48b2-b4ae-6b5f2521f18b req-a4fdc6ee-3eef-49ef-bde2-3334afd5e8b6 service nova] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.904863] env[69243]: DEBUG oslo_concurrency.lockutils [req-1fbc777d-adda-48b2-b4ae-6b5f2521f18b req-a4fdc6ee-3eef-49ef-bde2-3334afd5e8b6 service nova] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.905104] env[69243]: DEBUG nova.compute.manager [req-1fbc777d-adda-48b2-b4ae-6b5f2521f18b req-a4fdc6ee-3eef-49ef-bde2-3334afd5e8b6 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] No waiting events found dispatching network-vif-plugged-6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.906084] env[69243]: WARNING nova.compute.manager [req-1fbc777d-adda-48b2-b4ae-6b5f2521f18b req-a4fdc6ee-3eef-49ef-bde2-3334afd5e8b6 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Received unexpected event network-vif-plugged-6854e42e-dde1-48eb-ab4d-189f9d5f12ed for instance with vm_state building and task_state spawning. [ 1106.974989] env[69243]: INFO nova.compute.manager [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] instance snapshotting [ 1106.975906] env[69243]: DEBUG nova.objects.instance [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'flavor' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.989716] env[69243]: DEBUG nova.network.neutron [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Successfully updated port: 6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.132523] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "33a76fdf-ada7-4a6e-ba28-17906915151f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.134345] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.134345] env[69243]: DEBUG nova.compute.manager [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.134581] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35183312-e74f-4e3b-80b0-ec04de16ecab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.143174] env[69243]: DEBUG nova.compute.manager [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1107.144198] env[69243]: DEBUG nova.objects.instance [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'flavor' on Instance uuid 33a76fdf-ada7-4a6e-ba28-17906915151f {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.183601] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689909, 'name': ReconfigVM_Task, 'duration_secs': 0.400452} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.184070] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.185318] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40af751e-486d-48f5-9f9a-904332e123b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.222087] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae/2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.222624] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67425f5b-3c86-43ec-a16b-123de0c07dec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.250775] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1107.250775] env[69243]: value = "task-3689910" [ 1107.250775] env[69243]: _type = "Task" [ 1107.250775] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.259641] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.385584] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.482154] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48310cc7-84c6-4156-b2e7-1441cee81811 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.507312] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.507583] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.507783] env[69243]: DEBUG nova.network.neutron [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.510722] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae36d93d-4905-499b-ae83-d6a4f2024a6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.760417] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689910, 'name': ReconfigVM_Task, 'duration_secs': 0.310616} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.760777] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae/2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.761136] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance '2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.890218] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1107.890481] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.357s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.890765] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.219s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.022967] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.024121] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fc88f2f-d18c-4bc7-bafd-cae5c5932d3a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.032731] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1108.032731] env[69243]: value = "task-3689911" [ 1108.032731] env[69243]: _type = "Task" [ 1108.032731] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.041849] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.042812] env[69243]: DEBUG nova.network.neutron [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.151578] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.151920] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d1bcbe-a1e2-4703-8aec-2e9a26f00ad1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.162457] env[69243]: DEBUG oslo_vmware.api [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1108.162457] env[69243]: value = "task-3689912" [ 1108.162457] env[69243]: _type = "Task" [ 1108.162457] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.174326] env[69243]: DEBUG oslo_vmware.api [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.240796] env[69243]: DEBUG nova.network.neutron [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updating instance_info_cache with network_info: [{"id": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "address": "fa:16:3e:d0:b7:88", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6854e42e-dd", "ovs_interfaceid": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.269347] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a5343f-7aa1-45f7-8f07-3e4878a5e2c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.290449] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16704c9-162e-474f-aac8-13b55ac3c4c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.309605] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance '2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.542526] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689911, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.589904] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2149db2-d0b3-4b3b-a05b-04d6b5a4b7bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.597346] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dfc013-fbe7-463b-93cb-1c988c09e70c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.630404] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521bcf0-f842-4e32-a4b0-96241d1a7c80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.638262] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3657e347-30d6-4e99-ab43-104a44efd0d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.652386] env[69243]: DEBUG nova.compute.provider_tree [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.673036] env[69243]: DEBUG oslo_vmware.api [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689912, 'name': PowerOffVM_Task, 'duration_secs': 0.176845} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.673036] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.673036] env[69243]: DEBUG nova.compute.manager [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.673596] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fdd3cd-2579-42e7-a446-0654ec5713fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.743814] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.744159] env[69243]: DEBUG nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Instance network_info: |[{"id": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "address": "fa:16:3e:d0:b7:88", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6854e42e-dd", "ovs_interfaceid": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.744587] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:b7:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6854e42e-dde1-48eb-ab4d-189f9d5f12ed', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.752077] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.752291] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.752582] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eac24bf-57e6-4847-adb0-d5b7ef25eaeb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.772824] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.772824] env[69243]: value = "task-3689913" [ 1108.772824] env[69243]: _type = "Task" [ 1108.772824] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.780609] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689913, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.851910] env[69243]: DEBUG nova.network.neutron [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Port d105ab92-ceca-4c0c-941c-f286e8c4f067 binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1108.943104] env[69243]: DEBUG nova.compute.manager [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Received event network-changed-6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.943164] env[69243]: DEBUG nova.compute.manager [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Refreshing instance network info cache due to event network-changed-6854e42e-dde1-48eb-ab4d-189f9d5f12ed. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.943398] env[69243]: DEBUG oslo_concurrency.lockutils [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] Acquiring lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.943564] env[69243]: DEBUG oslo_concurrency.lockutils [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] Acquired lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.943734] env[69243]: DEBUG nova.network.neutron [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Refreshing network info cache for port 6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.045059] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689911, 'name': CreateSnapshot_Task, 'duration_secs': 0.582682} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.045286] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.046066] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df7ad3a-0a30-44ec-b95a-a81318de5738 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.155500] env[69243]: DEBUG nova.scheduler.client.report [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.185065] env[69243]: DEBUG oslo_concurrency.lockutils [None req-102dcd97-7670-4e58-b40f-0999544b2b85 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.283423] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689913, 'name': CreateVM_Task, 'duration_secs': 0.342479} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.283760] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.284316] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.284484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.284814] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.285092] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da627b72-5907-4f00-b378-0685e94481e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.289651] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1109.289651] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521e8cd2-fe4f-f503-e74d-afcca715ec4f" [ 1109.289651] env[69243]: _type = "Task" [ 1109.289651] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.298123] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521e8cd2-fe4f-f503-e74d-afcca715ec4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.564796] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1109.565165] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98e924da-7b10-4035-b638-8f4e6bf22186 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.574671] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1109.574671] env[69243]: value = "task-3689914" [ 1109.574671] env[69243]: _type = "Task" [ 1109.574671] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.583318] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689914, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.598699] env[69243]: INFO nova.compute.manager [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Rebuilding instance [ 1109.651955] env[69243]: DEBUG nova.compute.manager [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.653031] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c715ccf1-00e4-493a-8304-3fe6712976fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.740566] env[69243]: DEBUG nova.network.neutron [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updated VIF entry in instance network info cache for port 6854e42e-dde1-48eb-ab4d-189f9d5f12ed. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.741105] env[69243]: DEBUG nova.network.neutron [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updating instance_info_cache with network_info: [{"id": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "address": "fa:16:3e:d0:b7:88", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6854e42e-dd", "ovs_interfaceid": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.801408] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521e8cd2-fe4f-f503-e74d-afcca715ec4f, 'name': SearchDatastore_Task, 'duration_secs': 0.015408} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.801724] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.801959] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.802215] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.802499] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.802772] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.803168] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3377d622-00e8-4238-99ec-6d195a63a8cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.812252] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.812474] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.813243] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18c5fd1-6c23-45cf-8edd-31bf85eb593b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.819374] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1109.819374] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a87ebc-5d0d-2d46-6a6f-44ffff3c27f6" [ 1109.819374] env[69243]: _type = "Task" [ 1109.819374] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.827931] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a87ebc-5d0d-2d46-6a6f-44ffff3c27f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.876785] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.876970] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.877111] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.085250] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689914, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.167174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.276s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.171693] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.170s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.173100] env[69243]: INFO nova.compute.claims [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.243530] env[69243]: DEBUG oslo_concurrency.lockutils [req-e24b49a7-df15-4f58-b5c6-96b93377d3db req-2ced570f-ca66-47d4-9728-b4d9b143a7d1 service nova] Releasing lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.329614] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a87ebc-5d0d-2d46-6a6f-44ffff3c27f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.330603] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b412efaa-2f3f-4fd7-aff6-be8ef0422ee4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.336590] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1110.336590] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288bfaa-cb16-1eb5-df49-84fdd04cc96c" [ 1110.336590] env[69243]: _type = "Task" [ 1110.336590] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.345055] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288bfaa-cb16-1eb5-df49-84fdd04cc96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.585314] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689914, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.676740] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.683167] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a86dab3b-4bb4-4d77-aad1-f0eae2feb1a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.690478] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1110.690478] env[69243]: value = "task-3689915" [ 1110.690478] env[69243]: _type = "Task" [ 1110.690478] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.702612] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1110.702854] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.703629] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7352ab2d-cbc2-4f93-b415-d9ba816de5d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.710636] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.710889] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2284efb-fa2a-4490-b1c7-9c7d98eb847f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.731094] env[69243]: INFO nova.scheduler.client.report [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted allocation for migration b1d0e56a-fccd-469a-8cbc-9f03ab8ef019 [ 1110.786053] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.786219] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.786343] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleting the datastore file [datastore2] 33a76fdf-ada7-4a6e-ba28-17906915151f {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.786646] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f59c035-2148-4272-b182-9559840c4516 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.793463] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1110.793463] env[69243]: value = "task-3689917" [ 1110.793463] env[69243]: _type = "Task" [ 1110.793463] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.802625] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.850754] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5288bfaa-cb16-1eb5-df49-84fdd04cc96c, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.851065] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.851242] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e416d0cb-da8f-4624-9d29-5df9f7177b6e/e416d0cb-da8f-4624-9d29-5df9f7177b6e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.851528] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bffa54f0-7b7a-405c-bcee-1ff97cbb15de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.858586] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1110.858586] env[69243]: value = "task-3689918" [ 1110.858586] env[69243]: _type = "Task" [ 1110.858586] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.867330] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.912803] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.913020] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.913240] env[69243]: DEBUG nova.network.neutron [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.087184] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689914, 'name': CloneVM_Task, 'duration_secs': 1.39327} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.087529] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Created linked-clone VM from snapshot [ 1111.088373] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fbbdf-c511-40a0-bf34-c99a727893ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.097015] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Uploading image 8ac47fe8-95b4-4e39-b0fe-fc4e562c1f48 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.126515] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1111.126515] env[69243]: value = "vm-735128" [ 1111.126515] env[69243]: _type = "VirtualMachine" [ 1111.126515] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1111.127015] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a6f1a74-b7a9-4a76-9f28-be51e31a04d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.136284] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease: (returnval){ [ 1111.136284] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525dd8de-39c3-880d-16af-262acc307838" [ 1111.136284] env[69243]: _type = "HttpNfcLease" [ 1111.136284] env[69243]: } obtained for exporting VM: (result){ [ 1111.136284] env[69243]: value = "vm-735128" [ 1111.136284] env[69243]: _type = "VirtualMachine" [ 1111.136284] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1111.136685] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the lease: (returnval){ [ 1111.136685] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525dd8de-39c3-880d-16af-262acc307838" [ 1111.136685] env[69243]: _type = "HttpNfcLease" [ 1111.136685] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.144215] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.144215] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525dd8de-39c3-880d-16af-262acc307838" [ 1111.144215] env[69243]: _type = "HttpNfcLease" [ 1111.144215] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.241778] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.289s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.250242] env[69243]: DEBUG nova.compute.manager [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1111.308654] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202979} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.308972] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.309180] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.309380] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.371370] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.385963] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5298b041-d4ac-4377-895b-d0e2214df300 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.396165] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cc4f41-22be-494d-9ae3-196da18ef240 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.431563] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8258e645-c4e1-492e-b594-9722572c0dbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.439164] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ab12a1-92b9-468a-8529-705839e84285 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.453080] env[69243]: DEBUG nova.compute.provider_tree [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.647607] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.647607] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525dd8de-39c3-880d-16af-262acc307838" [ 1111.647607] env[69243]: _type = "HttpNfcLease" [ 1111.647607] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1111.647909] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1111.647909] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525dd8de-39c3-880d-16af-262acc307838" [ 1111.647909] env[69243]: _type = "HttpNfcLease" [ 1111.647909] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1111.648802] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff2bce-5bd9-4767-85c8-53274d4ef4dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.656271] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9b5a0-9370-e85f-f8d0-c2059a73c579/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1111.656460] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9b5a0-9370-e85f-f8d0-c2059a73c579/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1111.710580] env[69243]: DEBUG nova.network.neutron [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance_info_cache with network_info: [{"id": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "address": "fa:16:3e:f6:4e:29", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd105ab92-ce", "ovs_interfaceid": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.751133] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3021db44-891b-44d0-8149-57351c9f7b06 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.769290] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.871968] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569831} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.872442] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e416d0cb-da8f-4624-9d29-5df9f7177b6e/e416d0cb-da8f-4624-9d29-5df9f7177b6e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.872855] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.873357] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf2da7f-697d-4d43-8b10-a23c2f9ad63b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.880108] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1111.880108] env[69243]: value = "task-3689920" [ 1111.880108] env[69243]: _type = "Task" [ 1111.880108] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.888989] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.956440] env[69243]: DEBUG nova.scheduler.client.report [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.213648] env[69243]: DEBUG oslo_concurrency.lockutils [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.391336] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074066} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.391766] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.392824] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957bbab5-037f-41cd-8ef4-efcfa5bc6460 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.419859] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e416d0cb-da8f-4624-9d29-5df9f7177b6e/e416d0cb-da8f-4624-9d29-5df9f7177b6e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.420372] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e170ca2-a71e-45df-8812-e8160ae24d7a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.441445] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1112.441445] env[69243]: value = "task-3689921" [ 1112.441445] env[69243]: _type = "Task" [ 1112.441445] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.451229] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.464419] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.465158] env[69243]: DEBUG nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.467991] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.981s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.469451] env[69243]: INFO nova.compute.claims [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.489454] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "8e35e759-482f-4a0e-bbe5-2975bc376079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.489825] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.490223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.490660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.490924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.493361] env[69243]: INFO nova.compute.manager [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Terminating instance [ 1112.742892] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a692b6-4cdc-43aa-8ebf-360ef59c963f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.764110] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f04ca-5b5e-447c-b0f7-f55b887c69d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.772735] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance '2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.952593] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689921, 'name': ReconfigVM_Task, 'duration_secs': 0.478801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.952928] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e416d0cb-da8f-4624-9d29-5df9f7177b6e/e416d0cb-da8f-4624-9d29-5df9f7177b6e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.953585] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-226a56df-ce3b-4691-8790-e041dac1ffc5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.961454] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1112.961454] env[69243]: value = "task-3689922" [ 1112.961454] env[69243]: _type = "Task" [ 1112.961454] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.970295] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689922, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.973897] env[69243]: DEBUG nova.compute.utils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.977612] env[69243]: DEBUG nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.977918] env[69243]: DEBUG nova.network.neutron [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.997682] env[69243]: DEBUG nova.compute.manager [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.997950] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.998917] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60535878-ba79-4a88-ac82-b2fbcff54d9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.008265] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.008663] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61ea0fc9-0f48-42ee-a453-a857b7b276f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.016140] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1113.016140] env[69243]: value = "task-3689923" [ 1113.016140] env[69243]: _type = "Task" [ 1113.016140] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.017917] env[69243]: DEBUG nova.policy [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fb19bc1a2b40ddab2748b2935d23cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d77a7d9451c446d841416b3f30617cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.030311] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.282286] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.282714] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d6a69d-0af9-4f81-b0d7-4a51d76b64b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.290269] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1113.290269] env[69243]: value = "task-3689924" [ 1113.290269] env[69243]: _type = "Task" [ 1113.290269] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.299876] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.434934] env[69243]: DEBUG nova.network.neutron [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Successfully created port: a99779d6-c6ec-436d-8822-dba2f1ca0948 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.471506] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689922, 'name': Rename_Task, 'duration_secs': 0.21388} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.471735] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.471986] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fae1619b-3a13-4afd-ba78-9091ba53c39c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.478225] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1113.478225] env[69243]: value = "task-3689925" [ 1113.478225] env[69243]: _type = "Task" [ 1113.478225] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.484167] env[69243]: DEBUG nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.495287] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.532432] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689923, 'name': PowerOffVM_Task, 'duration_secs': 0.226545} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.532721] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.532922] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.533209] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45690651-08da-4fa8-a26f-151ee6492195 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.605910] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.606151] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.606337] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleting the datastore file [datastore1] 8e35e759-482f-4a0e-bbe5-2975bc376079 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.606597] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f5c9a40-da7c-4916-a44d-dbc045c2043b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.616831] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for the task: (returnval){ [ 1113.616831] env[69243]: value = "task-3689927" [ 1113.616831] env[69243]: _type = "Task" [ 1113.616831] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.627635] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.706387] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26e379-b4ee-4dd8-a95b-7f44b63ba7a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.714539] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d8c4b8-9337-47cb-9c06-402d42fabc32 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.749075] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce69f14-c205-4826-8f5c-d12c792eacfe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.756481] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0ba26-16ba-4203-8506-f3e75b400959 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.774252] env[69243]: DEBUG nova.compute.provider_tree [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.803034] env[69243]: DEBUG oslo_vmware.api [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689924, 'name': PowerOnVM_Task, 'duration_secs': 0.447254} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.803514] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.803753] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-7425ff9b-30bb-4ad3-a0a8-c2cb1313af9a tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance '2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.821042] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.821301] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.821456] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.821670] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.821889] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.822071] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.822349] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.822617] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.822897] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.823207] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.823762] env[69243]: DEBUG nova.virt.hardware [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.825944] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01382b6c-4da8-4e72-a680-9da6891ffbd3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.836314] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e36b54-4f16-c0df-c967-5428c6b0b8f5/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1113.837748] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0ca20-37b0-49c0-8e76-253f9abae0ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.842997] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa257e-fa61-43d0-91b0-c20490fe61cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.849964] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e36b54-4f16-c0df-c967-5428c6b0b8f5/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1113.850200] env[69243]: ERROR oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e36b54-4f16-c0df-c967-5428c6b0b8f5/disk-0.vmdk due to incomplete transfer. [ 1113.858844] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8eb76dbd-292b-4c4c-b7ba-eaeaa1f94a97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.860994] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:53:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aac821e1-bf39-4bcb-9303-10d2809ef2d1', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.868632] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.869621] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.870318] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40e60859-55a7-466a-b932-332b3371dcbd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.886589] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e36b54-4f16-c0df-c967-5428c6b0b8f5/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1113.886589] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Uploaded image 7e5932ec-067a-4cb3-b4a0-2888fffaeb7c to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1113.888551] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1113.891021] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff751b4b-9960-4b38-875f-6fc861fd0131 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.893776] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.893776] env[69243]: value = "task-3689928" [ 1113.893776] env[69243]: _type = "Task" [ 1113.893776] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.897870] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1113.897870] env[69243]: value = "task-3689929" [ 1113.897870] env[69243]: _type = "Task" [ 1113.897870] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.905507] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689928, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.910822] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689929, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.988699] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689925, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.127523] env[69243]: DEBUG oslo_vmware.api [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Task: {'id': task-3689927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254416} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.127844] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.128068] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.128303] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.128489] env[69243]: INFO nova.compute.manager [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1114.128733] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.128967] env[69243]: DEBUG nova.compute.manager [-] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.129074] env[69243]: DEBUG nova.network.neutron [-] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.277977] env[69243]: DEBUG nova.scheduler.client.report [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.409797] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689928, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.414738] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689929, 'name': Destroy_Task, 'duration_secs': 0.504915} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.415061] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Destroyed the VM [ 1114.415343] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1114.415620] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b17df22-ab5a-4c56-8e5c-1cdf07f2504f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.423124] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1114.423124] env[69243]: value = "task-3689930" [ 1114.423124] env[69243]: _type = "Task" [ 1114.423124] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.434176] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.491689] env[69243]: DEBUG oslo_vmware.api [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3689925, 'name': PowerOnVM_Task, 'duration_secs': 0.659898} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.492065] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.492186] env[69243]: INFO nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1114.492362] env[69243]: DEBUG nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.493194] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e74ada7-8a07-4a64-b4e1-efab585b01f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.497299] env[69243]: DEBUG nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.513097] env[69243]: DEBUG nova.compute.manager [req-2b4c5acc-84a6-41bc-80ce-04d0e00a5c58 req-daca410c-11f3-4948-b2b7-0f923697e132 service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Received event network-vif-deleted-5d83b3d0-9c1b-48ce-9782-766f8596f522 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.513477] env[69243]: INFO nova.compute.manager [req-2b4c5acc-84a6-41bc-80ce-04d0e00a5c58 req-daca410c-11f3-4948-b2b7-0f923697e132 service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Neutron deleted interface 5d83b3d0-9c1b-48ce-9782-766f8596f522; detaching it from the instance and deleting it from the info cache [ 1114.513477] env[69243]: DEBUG nova.network.neutron [req-2b4c5acc-84a6-41bc-80ce-04d0e00a5c58 req-daca410c-11f3-4948-b2b7-0f923697e132 service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.525499] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.525760] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.525917] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.526116] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.526266] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.526416] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.526626] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.526798] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.526973] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.527154] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.527332] env[69243]: DEBUG nova.virt.hardware [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.528453] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a36f32-3852-4f81-9a1b-f7eff0e79f74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.537701] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90beef38-703e-4de9-b815-edf5be5b50eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.784333] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.784906] env[69243]: DEBUG nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.787566] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.018s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.904118] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689928, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.933619] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689930, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387491} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.933932] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1114.934315] env[69243]: DEBUG nova.compute.manager [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.935090] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d855fe-c318-4f12-b318-90b3c62d8fd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.988102] env[69243]: DEBUG nova.network.neutron [-] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.015595] env[69243]: INFO nova.compute.manager [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Took 15.12 seconds to build instance. [ 1115.018559] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a4a82d0-c3cc-402a-93e3-b7d7c3386630 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.029516] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f7361a-e177-4701-930a-9cdf347f32ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.069224] env[69243]: DEBUG nova.compute.manager [req-2b4c5acc-84a6-41bc-80ce-04d0e00a5c58 req-daca410c-11f3-4948-b2b7-0f923697e132 service nova] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Detach interface failed, port_id=5d83b3d0-9c1b-48ce-9782-766f8596f522, reason: Instance 8e35e759-482f-4a0e-bbe5-2975bc376079 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.095988] env[69243]: DEBUG nova.network.neutron [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Successfully updated port: a99779d6-c6ec-436d-8822-dba2f1ca0948 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.290628] env[69243]: DEBUG nova.compute.utils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.295216] env[69243]: INFO nova.compute.claims [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.299404] env[69243]: DEBUG nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.299546] env[69243]: DEBUG nova.network.neutron [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.400060] env[69243]: DEBUG nova.policy [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92c6bdbd4424cfd821c33a74a3f6785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dd343803c37466c9b61354725539330', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.407136] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689928, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.446713] env[69243]: INFO nova.compute.manager [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Shelve offloading [ 1115.491086] env[69243]: INFO nova.compute.manager [-] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Took 1.36 seconds to deallocate network for instance. [ 1115.519951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2616c065-2f7b-4b0d-a4b9-1fb16919039c tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.628s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.599808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "refresh_cache-7f65753e-7398-46e4-8364-c665d1385ed4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.599977] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "refresh_cache-7f65753e-7398-46e4-8364-c665d1385ed4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.600149] env[69243]: DEBUG nova.network.neutron [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.800423] env[69243]: DEBUG nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.804585] env[69243]: INFO nova.compute.resource_tracker [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating resource usage from migration 09c8a0bd-d72b-4940-b280-42f029867c55 [ 1115.904986] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689928, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.953585] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.953907] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3de0147-ac74-43bf-b3dd-1df0b786b4d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.962262] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1115.962262] env[69243]: value = "task-3689931" [ 1115.962262] env[69243]: _type = "Task" [ 1115.962262] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.976064] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.976407] env[69243]: DEBUG nova.compute.manager [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.977471] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5814f46-f0e4-48cd-b109-1dd027f8e884 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.989485] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.989966] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.990215] env[69243]: DEBUG nova.network.neutron [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.998364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.007209] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bda41cf-4786-40d3-b8d3-bfca52c8a2f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.017049] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c14ee1-f1e9-4397-8806-35b752b281cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.050197] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7605da5-f89f-41ba-8976-04a253ea74a3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.057640] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d9ec0-bb26-46ce-865c-fb6910ec738b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.072214] env[69243]: DEBUG nova.compute.provider_tree [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.101116] env[69243]: DEBUG nova.network.neutron [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Successfully created port: 218a3dca-d087-4761-83a1-80ef5f192d89 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.141595] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.141875] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.142080] env[69243]: DEBUG nova.compute.manager [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Going to confirm migration 6 {{(pid=69243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1116.197602] env[69243]: DEBUG nova.network.neutron [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.406021] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689928, 'name': CreateVM_Task, 'duration_secs': 2.229416} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.406293] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.407050] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.407372] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.407783] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.408157] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8239fe-c6e1-4358-bb02-656bfe77a237 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.413346] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1116.413346] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52753d3b-905a-7cc0-cce2-478fd601e03c" [ 1116.413346] env[69243]: _type = "Task" [ 1116.413346] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.425646] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52753d3b-905a-7cc0-cce2-478fd601e03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.555073] env[69243]: DEBUG nova.compute.manager [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Received event network-vif-plugged-a99779d6-c6ec-436d-8822-dba2f1ca0948 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.555431] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Acquiring lock "7f65753e-7398-46e4-8364-c665d1385ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.555816] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Lock "7f65753e-7398-46e4-8364-c665d1385ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.557009] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Lock "7f65753e-7398-46e4-8364-c665d1385ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.557009] env[69243]: DEBUG nova.compute.manager [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] No waiting events found dispatching network-vif-plugged-a99779d6-c6ec-436d-8822-dba2f1ca0948 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.557009] env[69243]: WARNING nova.compute.manager [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Received unexpected event network-vif-plugged-a99779d6-c6ec-436d-8822-dba2f1ca0948 for instance with vm_state building and task_state spawning. [ 1116.557009] env[69243]: DEBUG nova.compute.manager [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Received event network-changed-a99779d6-c6ec-436d-8822-dba2f1ca0948 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.557333] env[69243]: DEBUG nova.compute.manager [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Refreshing instance network info cache due to event network-changed-a99779d6-c6ec-436d-8822-dba2f1ca0948. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.558095] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Acquiring lock "refresh_cache-7f65753e-7398-46e4-8364-c665d1385ed4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.577730] env[69243]: DEBUG nova.scheduler.client.report [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.583371] env[69243]: DEBUG nova.network.neutron [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Updating instance_info_cache with network_info: [{"id": "a99779d6-c6ec-436d-8822-dba2f1ca0948", "address": "fa:16:3e:b0:89:d3", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99779d6-c6", "ovs_interfaceid": "a99779d6-c6ec-436d-8822-dba2f1ca0948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.724302] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.724501] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.724714] env[69243]: DEBUG nova.network.neutron [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.724859] env[69243]: DEBUG nova.objects.instance [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lazy-loading 'info_cache' on Instance uuid 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.813826] env[69243]: DEBUG nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.844754] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.845010] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.845172] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.845355] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.845506] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.845653] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.845860] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.846309] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.846597] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.846781] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.846959] env[69243]: DEBUG nova.virt.hardware [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.848234] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec285af-c103-45b8-b88d-b9c87afb3380 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.857673] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c05cadb-dd4b-44a3-9d71-b8336822f3f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.924404] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52753d3b-905a-7cc0-cce2-478fd601e03c, 'name': SearchDatastore_Task, 'duration_secs': 0.016329} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.924723] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.924958] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.925222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.925371] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.925554] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.925825] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-159e04ab-b97f-4466-a72b-3147ec97b149 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.934577] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.934707] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.937200] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee273b1a-ea38-4ece-9c94-905202326c78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.941195] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1116.941195] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525c9455-02fc-1e19-fdde-56af293e3df6" [ 1116.941195] env[69243]: _type = "Task" [ 1116.941195] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.949335] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525c9455-02fc-1e19-fdde-56af293e3df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.013680] env[69243]: DEBUG nova.network.neutron [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.086148] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.298s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.086336] env[69243]: INFO nova.compute.manager [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Migrating [ 1117.093020] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "refresh_cache-7f65753e-7398-46e4-8364-c665d1385ed4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.093296] env[69243]: DEBUG nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Instance network_info: |[{"id": "a99779d6-c6ec-436d-8822-dba2f1ca0948", "address": "fa:16:3e:b0:89:d3", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99779d6-c6", "ovs_interfaceid": "a99779d6-c6ec-436d-8822-dba2f1ca0948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.096033] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.098s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.096249] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.098398] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Acquired lock "refresh_cache-7f65753e-7398-46e4-8364-c665d1385ed4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.098580] env[69243]: DEBUG nova.network.neutron [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Refreshing network info cache for port a99779d6-c6ec-436d-8822-dba2f1ca0948 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.099584] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:89:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a99779d6-c6ec-436d-8822-dba2f1ca0948', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.107095] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.114762] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.115920] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c4ae03-3378-4e64-bbc2-a672aabcf56f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.134203] env[69243]: INFO nova.scheduler.client.report [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Deleted allocations for instance 8e35e759-482f-4a0e-bbe5-2975bc376079 [ 1117.143108] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.143108] env[69243]: value = "task-3689932" [ 1117.143108] env[69243]: _type = "Task" [ 1117.143108] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.148797] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689932, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.345809] env[69243]: DEBUG nova.network.neutron [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Updated VIF entry in instance network info cache for port a99779d6-c6ec-436d-8822-dba2f1ca0948. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.346363] env[69243]: DEBUG nova.network.neutron [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Updating instance_info_cache with network_info: [{"id": "a99779d6-c6ec-436d-8822-dba2f1ca0948", "address": "fa:16:3e:b0:89:d3", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99779d6-c6", "ovs_interfaceid": "a99779d6-c6ec-436d-8822-dba2f1ca0948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.453844] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525c9455-02fc-1e19-fdde-56af293e3df6, 'name': SearchDatastore_Task, 'duration_secs': 0.012933} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.454779] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83d2a02-472b-4eb2-b3d1-ec62bb67761b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.461520] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1117.461520] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284c819-3344-eee0-bc4c-398c4853edcb" [ 1117.461520] env[69243]: _type = "Task" [ 1117.461520] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.470140] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284c819-3344-eee0-bc4c-398c4853edcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.516469] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.613023] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.613334] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.613384] env[69243]: DEBUG nova.network.neutron [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.648252] env[69243]: DEBUG oslo_concurrency.lockutils [None req-94c2323f-353d-4c05-abb7-c40647026353 tempest-DeleteServersTestJSON-1583093257 tempest-DeleteServersTestJSON-1583093257-project-member] Lock "8e35e759-482f-4a0e-bbe5-2975bc376079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.158s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.657187] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689932, 'name': CreateVM_Task, 'duration_secs': 0.340539} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.657387] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.658165] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.658314] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.658627] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.658882] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de987e16-f20d-4772-9df4-895dc6a12c0b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.663892] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1117.663892] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522625cc-4ac5-26b8-1f28-87041d8cad87" [ 1117.663892] env[69243]: _type = "Task" [ 1117.663892] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.671963] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522625cc-4ac5-26b8-1f28-87041d8cad87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.769339] env[69243]: DEBUG nova.compute.manager [req-6163aa9b-82c8-4f43-90fe-39cf3f8ad5bb req-348ebd1d-211a-41da-95ac-30362c05d17e service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-vif-unplugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.769695] env[69243]: DEBUG oslo_concurrency.lockutils [req-6163aa9b-82c8-4f43-90fe-39cf3f8ad5bb req-348ebd1d-211a-41da-95ac-30362c05d17e service nova] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.769949] env[69243]: DEBUG oslo_concurrency.lockutils [req-6163aa9b-82c8-4f43-90fe-39cf3f8ad5bb req-348ebd1d-211a-41da-95ac-30362c05d17e service nova] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.770169] env[69243]: DEBUG oslo_concurrency.lockutils [req-6163aa9b-82c8-4f43-90fe-39cf3f8ad5bb req-348ebd1d-211a-41da-95ac-30362c05d17e service nova] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.770378] env[69243]: DEBUG nova.compute.manager [req-6163aa9b-82c8-4f43-90fe-39cf3f8ad5bb req-348ebd1d-211a-41da-95ac-30362c05d17e service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] No waiting events found dispatching network-vif-unplugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.770584] env[69243]: WARNING nova.compute.manager [req-6163aa9b-82c8-4f43-90fe-39cf3f8ad5bb req-348ebd1d-211a-41da-95ac-30362c05d17e service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received unexpected event network-vif-unplugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe for instance with vm_state shelved and task_state shelving_offloading. [ 1117.847085] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.848104] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c96361-5379-44b0-b4e8-102e053133b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.851508] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Releasing lock "refresh_cache-7f65753e-7398-46e4-8364-c665d1385ed4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.851800] env[69243]: DEBUG nova.compute.manager [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Received event network-changed-6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.852792] env[69243]: DEBUG nova.compute.manager [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Refreshing instance network info cache due to event network-changed-6854e42e-dde1-48eb-ab4d-189f9d5f12ed. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.852792] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Acquiring lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.852792] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Acquired lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.852792] env[69243]: DEBUG nova.network.neutron [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Refreshing network info cache for port 6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.861480] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.861728] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a498b9-6205-4d42-9244-bed182793df6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.927257] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.927257] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.927257] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleting the datastore file [datastore2] 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.927257] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc5d8f52-e2df-46cb-96f0-8bcaf2cc4706 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.933938] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1117.933938] env[69243]: value = "task-3689934" [ 1117.933938] env[69243]: _type = "Task" [ 1117.933938] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.942981] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.971545] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5284c819-3344-eee0-bc4c-398c4853edcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014726} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.971838] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.972053] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.972306] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14f79c8f-4ebf-4ea0-9ba0-b16c7223c3a2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.979060] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1117.979060] env[69243]: value = "task-3689935" [ 1117.979060] env[69243]: _type = "Task" [ 1117.979060] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.989249] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.175139] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522625cc-4ac5-26b8-1f28-87041d8cad87, 'name': SearchDatastore_Task, 'duration_secs': 0.033061} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.175558] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.175820] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.176085] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.176257] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.176449] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.176719] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ea8960b-6eef-4a3b-a98d-03b2daad5170 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.184741] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.184935] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.185711] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a8a991-bc52-434e-baff-1d1be3045c39 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.191036] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1118.191036] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cd4225-0374-f272-821e-799be2d706a7" [ 1118.191036] env[69243]: _type = "Task" [ 1118.191036] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.203395] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cd4225-0374-f272-821e-799be2d706a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.351641] env[69243]: DEBUG nova.network.neutron [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.425507] env[69243]: DEBUG nova.network.neutron [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance_info_cache with network_info: [{"id": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "address": "fa:16:3e:f6:4e:29", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd105ab92-ce", "ovs_interfaceid": "d105ab92-ceca-4c0c-941c-f286e8c4f067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.447917] env[69243]: DEBUG oslo_vmware.api [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325605} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.448264] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.448492] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.448686] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.480349] env[69243]: INFO nova.scheduler.client.report [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted allocations for instance 665917ca-881f-4279-8fbd-af22b00c3b51 [ 1118.498660] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689935, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.598764] env[69243]: DEBUG nova.network.neutron [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updated VIF entry in instance network info cache for port 6854e42e-dde1-48eb-ab4d-189f9d5f12ed. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.598764] env[69243]: DEBUG nova.network.neutron [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updating instance_info_cache with network_info: [{"id": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "address": "fa:16:3e:d0:b7:88", "network": {"id": "38893671-2674-4e33-b4ff-901ff905bd92", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576865061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3358f2632b54092a83f68652eb2229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6854e42e-dd", "ovs_interfaceid": "6854e42e-dde1-48eb-ab4d-189f9d5f12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.627229] env[69243]: DEBUG nova.compute.manager [req-9f4b7fdd-e9e1-4de5-a69f-5c2980c65c11 req-455a81b5-2e82-458c-841b-9f37fbd6d882 service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Received event network-vif-plugged-218a3dca-d087-4761-83a1-80ef5f192d89 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.627229] env[69243]: DEBUG oslo_concurrency.lockutils [req-9f4b7fdd-e9e1-4de5-a69f-5c2980c65c11 req-455a81b5-2e82-458c-841b-9f37fbd6d882 service nova] Acquiring lock "537d89d2-6104-479f-a035-a2d87b8c6066-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.627229] env[69243]: DEBUG oslo_concurrency.lockutils [req-9f4b7fdd-e9e1-4de5-a69f-5c2980c65c11 req-455a81b5-2e82-458c-841b-9f37fbd6d882 service nova] Lock "537d89d2-6104-479f-a035-a2d87b8c6066-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.627229] env[69243]: DEBUG oslo_concurrency.lockutils [req-9f4b7fdd-e9e1-4de5-a69f-5c2980c65c11 req-455a81b5-2e82-458c-841b-9f37fbd6d882 service nova] Lock "537d89d2-6104-479f-a035-a2d87b8c6066-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.627229] env[69243]: DEBUG nova.compute.manager [req-9f4b7fdd-e9e1-4de5-a69f-5c2980c65c11 req-455a81b5-2e82-458c-841b-9f37fbd6d882 service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] No waiting events found dispatching network-vif-plugged-218a3dca-d087-4761-83a1-80ef5f192d89 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.627919] env[69243]: WARNING nova.compute.manager [req-9f4b7fdd-e9e1-4de5-a69f-5c2980c65c11 req-455a81b5-2e82-458c-841b-9f37fbd6d882 service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Received unexpected event network-vif-plugged-218a3dca-d087-4761-83a1-80ef5f192d89 for instance with vm_state building and task_state spawning. [ 1118.645517] env[69243]: DEBUG nova.network.neutron [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Successfully updated port: 218a3dca-d087-4761-83a1-80ef5f192d89 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.702690] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cd4225-0374-f272-821e-799be2d706a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.703522] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836e98f9-1c2b-4698-ba21-1ee7065dcff1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.710393] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1118.710393] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a8b5f0-cd4e-3693-99e6-a14a6e8bca11" [ 1118.710393] env[69243]: _type = "Task" [ 1118.710393] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.718763] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a8b5f0-cd4e-3693-99e6-a14a6e8bca11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.854808] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.928225] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.928639] env[69243]: DEBUG nova.objects.instance [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lazy-loading 'migration_context' on Instance uuid 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.987984] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.988288] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.988515] env[69243]: DEBUG nova.objects.instance [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'resources' on Instance uuid 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.001153] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695181} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.001411] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.001629] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.001878] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abbf6658-698a-410f-a0de-94c08c2b0556 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.009172] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1119.009172] env[69243]: value = "task-3689937" [ 1119.009172] env[69243]: _type = "Task" [ 1119.009172] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.018231] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.101615] env[69243]: DEBUG oslo_concurrency.lockutils [req-7df0b6e1-bdf1-4d3a-a29d-4e93360c0396 req-9797a0cf-2863-475a-a8b2-78d8dea7906c service nova] Releasing lock "refresh_cache-e416d0cb-da8f-4624-9d29-5df9f7177b6e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.150727] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "refresh_cache-537d89d2-6104-479f-a035-a2d87b8c6066" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.151032] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquired lock "refresh_cache-537d89d2-6104-479f-a035-a2d87b8c6066" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.151244] env[69243]: DEBUG nova.network.neutron [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.220787] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a8b5f0-cd4e-3693-99e6-a14a6e8bca11, 'name': SearchDatastore_Task, 'duration_secs': 0.018534} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.221078] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.221335] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7f65753e-7398-46e4-8364-c665d1385ed4/7f65753e-7398-46e4-8364-c665d1385ed4.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.221596] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f323dd9a-a724-4369-a617-e8c10317c00c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.228899] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1119.228899] env[69243]: value = "task-3689938" [ 1119.228899] env[69243]: _type = "Task" [ 1119.228899] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.236496] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.431617] env[69243]: DEBUG nova.objects.base [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Object Instance<2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae> lazy-loaded attributes: info_cache,migration_context {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1119.432586] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108383f-4a66-454e-a0f4-0fad7e04e022 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.453168] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6814c8e-4147-49bc-94ce-0eb01a28f4f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.459719] env[69243]: DEBUG oslo_vmware.api [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1119.459719] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e2261a-6762-0687-a8ae-abc6e7af017e" [ 1119.459719] env[69243]: _type = "Task" [ 1119.459719] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.467818] env[69243]: DEBUG oslo_vmware.api [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e2261a-6762-0687-a8ae-abc6e7af017e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.494095] env[69243]: DEBUG nova.objects.instance [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'numa_topology' on Instance uuid 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.523638] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167918} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.524103] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.525324] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8272cb4-7d1b-4109-9513-f620486db9d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.564313] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.564792] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8096c8b8-6e6a-46da-96ec-efea19713504 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.600821] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1119.600821] env[69243]: value = "task-3689939" [ 1119.600821] env[69243]: _type = "Task" [ 1119.600821] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.613504] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.705087] env[69243]: DEBUG nova.network.neutron [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.744079] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689938, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.809446] env[69243]: DEBUG nova.compute.manager [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.809514] env[69243]: DEBUG nova.compute.manager [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing instance network info cache due to event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.809726] env[69243]: DEBUG oslo_concurrency.lockutils [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] Acquiring lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.809867] env[69243]: DEBUG oslo_concurrency.lockutils [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] Acquired lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.810441] env[69243]: DEBUG nova.network.neutron [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.956541] env[69243]: DEBUG nova.network.neutron [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Updating instance_info_cache with network_info: [{"id": "218a3dca-d087-4761-83a1-80ef5f192d89", "address": "fa:16:3e:af:0c:3c", "network": {"id": "dfd0de6d-8948-44a0-b608-90c1fb6fa50d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-976374101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd343803c37466c9b61354725539330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218a3dca-d0", "ovs_interfaceid": "218a3dca-d087-4761-83a1-80ef5f192d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.970500] env[69243]: DEBUG oslo_vmware.api [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e2261a-6762-0687-a8ae-abc6e7af017e, 'name': SearchDatastore_Task, 'duration_secs': 0.026421} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.971578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.996982] env[69243]: DEBUG nova.objects.base [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Object Instance<665917ca-881f-4279-8fbd-af22b00c3b51> lazy-loaded attributes: resources,numa_topology {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.113615] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.161211] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16df685a-b431-435d-abc7-bc0de96a21d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.164402] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.170282] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92daa060-b827-4726-bb66-8b5cdc44244d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.202062] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50800080-204f-4b65-9ea5-61109a4540e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.210901] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4420b9-8487-4e3a-8a16-a47ae610443a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.225486] env[69243]: DEBUG nova.compute.provider_tree [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.239799] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823157} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.240086] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7f65753e-7398-46e4-8364-c665d1385ed4/7f65753e-7398-46e4-8364-c665d1385ed4.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.240299] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.240545] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c15a8b-7d24-42c0-9976-ad319a06eca1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.247830] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1120.247830] env[69243]: value = "task-3689940" [ 1120.247830] env[69243]: _type = "Task" [ 1120.247830] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.255922] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.374391] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400ad48-1907-476f-b9db-d4160268141a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.395027] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance '96ac7952-2a94-4560-99a1-2473dcccfdab' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.458909] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Releasing lock "refresh_cache-537d89d2-6104-479f-a035-a2d87b8c6066" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.459240] env[69243]: DEBUG nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Instance network_info: |[{"id": "218a3dca-d087-4761-83a1-80ef5f192d89", "address": "fa:16:3e:af:0c:3c", "network": {"id": "dfd0de6d-8948-44a0-b608-90c1fb6fa50d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-976374101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd343803c37466c9b61354725539330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218a3dca-d0", "ovs_interfaceid": "218a3dca-d087-4761-83a1-80ef5f192d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.459662] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:0c:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '218a3dca-d087-4761-83a1-80ef5f192d89', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.467367] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Creating folder: Project (4dd343803c37466c9b61354725539330). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.467931] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f88b32c-0e2d-4e96-a16a-8d9f32287088 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.481280] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Created folder: Project (4dd343803c37466c9b61354725539330) in parent group-v734844. [ 1120.481474] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Creating folder: Instances. Parent ref: group-v735131. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.481715] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1219ca3e-90aa-4132-a005-f43221ba4f3a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.493292] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Created folder: Instances in parent group-v735131. [ 1120.493605] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.493886] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.494110] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea26191d-7599-4296-bcd4-6b2408749934 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.517137] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.517137] env[69243]: value = "task-3689943" [ 1120.517137] env[69243]: _type = "Task" [ 1120.517137] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.527732] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689943, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.616195] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689939, 'name': ReconfigVM_Task, 'duration_secs': 0.955717} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.616638] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 33a76fdf-ada7-4a6e-ba28-17906915151f/33a76fdf-ada7-4a6e-ba28-17906915151f.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.617322] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1590c298-dd73-4a5c-8177-b9ace2f41d93 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.625144] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1120.625144] env[69243]: value = "task-3689944" [ 1120.625144] env[69243]: _type = "Task" [ 1120.625144] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.626039] env[69243]: DEBUG nova.network.neutron [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updated VIF entry in instance network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.626388] env[69243]: DEBUG nova.network.neutron [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.636686] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689944, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.658894] env[69243]: DEBUG nova.compute.manager [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Received event network-changed-218a3dca-d087-4761-83a1-80ef5f192d89 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.659136] env[69243]: DEBUG nova.compute.manager [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Refreshing instance network info cache due to event network-changed-218a3dca-d087-4761-83a1-80ef5f192d89. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.659370] env[69243]: DEBUG oslo_concurrency.lockutils [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] Acquiring lock "refresh_cache-537d89d2-6104-479f-a035-a2d87b8c6066" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.659564] env[69243]: DEBUG oslo_concurrency.lockutils [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] Acquired lock "refresh_cache-537d89d2-6104-479f-a035-a2d87b8c6066" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.659785] env[69243]: DEBUG nova.network.neutron [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Refreshing network info cache for port 218a3dca-d087-4761-83a1-80ef5f192d89 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.729127] env[69243]: DEBUG nova.scheduler.client.report [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.758833] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068161} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.759145] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.759934] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f45298-4c87-4fc6-b93e-9da58e46eba4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.784200] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7f65753e-7398-46e4-8364-c665d1385ed4/7f65753e-7398-46e4-8364-c665d1385ed4.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.784521] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f1bb4b-6270-4c13-9a1e-25e44b92ab98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.806439] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1120.806439] env[69243]: value = "task-3689945" [ 1120.806439] env[69243]: _type = "Task" [ 1120.806439] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.816709] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.902975] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.903319] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dca6ca1-20f9-4676-8ef3-d85698742cca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.911770] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1120.911770] env[69243]: value = "task-3689946" [ 1120.911770] env[69243]: _type = "Task" [ 1120.911770] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.925257] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.028560] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689943, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.132472] env[69243]: DEBUG oslo_concurrency.lockutils [req-76d8e74c-b4b6-4010-bb7f-9373848d3869 req-7435c6a1-08a4-4f8e-bc21-d9b1777c1564 service nova] Releasing lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.138754] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689944, 'name': Rename_Task, 'duration_secs': 0.227892} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.138995] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.139242] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adffb859-9195-4de8-b229-9782f37c0560 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.146759] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1121.146759] env[69243]: value = "task-3689947" [ 1121.146759] env[69243]: _type = "Task" [ 1121.146759] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.155619] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.234748] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.238500] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.267s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.324571] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689945, 'name': ReconfigVM_Task, 'duration_secs': 0.315255} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.327961] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7f65753e-7398-46e4-8364-c665d1385ed4/7f65753e-7398-46e4-8364-c665d1385ed4.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.328687] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c03abc-39b2-46ab-b7b7-f1090cff8b86 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.337482] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1121.337482] env[69243]: value = "task-3689948" [ 1121.337482] env[69243]: _type = "Task" [ 1121.337482] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.350512] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689948, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.428246] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689946, 'name': PowerOffVM_Task, 'duration_secs': 0.221375} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.428574] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.428787] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance '96ac7952-2a94-4560-99a1-2473dcccfdab' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.467285] env[69243]: DEBUG nova.network.neutron [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Updated VIF entry in instance network info cache for port 218a3dca-d087-4761-83a1-80ef5f192d89. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.467285] env[69243]: DEBUG nova.network.neutron [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Updating instance_info_cache with network_info: [{"id": "218a3dca-d087-4761-83a1-80ef5f192d89", "address": "fa:16:3e:af:0c:3c", "network": {"id": "dfd0de6d-8948-44a0-b608-90c1fb6fa50d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-976374101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd343803c37466c9b61354725539330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218a3dca-d0", "ovs_interfaceid": "218a3dca-d087-4761-83a1-80ef5f192d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.528627] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689943, 'name': CreateVM_Task, 'duration_secs': 0.602305} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.528818] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.529596] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.529761] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.530122] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.530375] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472a2ee1-e9da-47fb-a672-6dce21f9dd23 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.536235] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1121.536235] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ed9f53-3e62-bd52-bb4e-87c7ce308de4" [ 1121.536235] env[69243]: _type = "Task" [ 1121.536235] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.545933] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ed9f53-3e62-bd52-bb4e-87c7ce308de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.657397] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689947, 'name': PowerOnVM_Task, 'duration_secs': 0.484127} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.657669] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.657872] env[69243]: DEBUG nova.compute.manager [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.658669] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7d331-61a0-4460-a810-f5ee8df19b92 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.748854] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f4b27538-cc52-4c31-a3b5-cc944c054dfd tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.062s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.749862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.586s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.750223] env[69243]: INFO nova.compute.manager [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Unshelving [ 1121.852071] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689948, 'name': Rename_Task, 'duration_secs': 0.166834} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.852071] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.852071] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c2d712-8436-499b-ac3e-53259afc840c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.861320] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1121.861320] env[69243]: value = "task-3689949" [ 1121.861320] env[69243]: _type = "Task" [ 1121.861320] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.873932] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.936734] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b476640-49b6-4a71-8e03-e9a79669fea2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.942321] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.943032] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.943032] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.943032] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.943250] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.943294] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.943532] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.943739] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.943962] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.944099] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.944294] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.949676] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db5a7f4-27fb-4bab-bac1-f67a3874c280 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.968481] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2019dc-9186-45ae-b9b6-1350ed2c5a83 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.972204] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1121.972204] env[69243]: value = "task-3689950" [ 1121.972204] env[69243]: _type = "Task" [ 1121.972204] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.972732] env[69243]: DEBUG oslo_concurrency.lockutils [req-27893349-1ff2-4f0f-b540-431dca00305f req-eece0a6b-15cc-4774-82f6-3ec1f48497bd service nova] Releasing lock "refresh_cache-537d89d2-6104-479f-a035-a2d87b8c6066" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.009465] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684d6d41-fc6e-49b5-9ef9-8515cc506765 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.017441] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.024483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23b4cfe-b610-472a-a1fc-6dda29b4a121 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.042532] env[69243]: DEBUG nova.compute.provider_tree [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.057316] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ed9f53-3e62-bd52-bb4e-87c7ce308de4, 'name': SearchDatastore_Task, 'duration_secs': 0.015088} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.060482] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.060482] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.060482] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.060482] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.060482] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.060482] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19304c71-a442-46a5-803b-af4f157fc68c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.071172] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.071375] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.072142] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab27ee5-6500-40ff-9b27-7291a5a40ef1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.079748] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1122.079748] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52363ec9-fe24-9fdd-0d0d-ff7d2ffa7ee3" [ 1122.079748] env[69243]: _type = "Task" [ 1122.079748] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.090769] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52363ec9-fe24-9fdd-0d0d-ff7d2ffa7ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.170033] env[69243]: INFO nova.compute.manager [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] bringing vm to original state: 'stopped' [ 1122.376228] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.487413] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689950, 'name': ReconfigVM_Task, 'duration_secs': 0.304002} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.487749] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance '96ac7952-2a94-4560-99a1-2473dcccfdab' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.547929] env[69243]: DEBUG nova.scheduler.client.report [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.591782] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52363ec9-fe24-9fdd-0d0d-ff7d2ffa7ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.015477} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.592618] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af33eca-a669-4036-ad79-f338cb82d8e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.601066] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1122.601066] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5267c617-4893-459e-1bb8-ab91dfb72848" [ 1122.601066] env[69243]: _type = "Task" [ 1122.601066] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.606914] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9b5a0-9370-e85f-f8d0-c2059a73c579/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1122.607743] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4392b97b-266d-417d-961f-958cce5939f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.615041] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9b5a0-9370-e85f-f8d0-c2059a73c579/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1122.615147] env[69243]: ERROR oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9b5a0-9370-e85f-f8d0-c2059a73c579/disk-0.vmdk due to incomplete transfer. [ 1122.618495] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56a7ebc8-c9d3-4c94-84ca-af900e0b325f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.620399] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5267c617-4893-459e-1bb8-ab91dfb72848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.627682] env[69243]: DEBUG oslo_vmware.rw_handles [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9b5a0-9370-e85f-f8d0-c2059a73c579/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1122.628020] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Uploaded image 8ac47fe8-95b4-4e39-b0fe-fc4e562c1f48 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1122.629797] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1122.630267] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1232e30d-b623-444b-af17-a94e23c0b1ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.638068] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1122.638068] env[69243]: value = "task-3689951" [ 1122.638068] env[69243]: _type = "Task" [ 1122.638068] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.647471] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689951, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.761203] env[69243]: DEBUG nova.compute.utils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.875755] env[69243]: DEBUG oslo_vmware.api [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689949, 'name': PowerOnVM_Task, 'duration_secs': 0.604372} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.876061] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.876271] env[69243]: INFO nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1122.876456] env[69243]: DEBUG nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.877255] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caba010-b1b9-4fa1-8775-be715a891c81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.994904] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.996040] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.996040] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.996040] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.996040] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.996040] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.996040] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.996314] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.996358] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.996525] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.996702] env[69243]: DEBUG nova.virt.hardware [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.002948] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.002948] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26444d1-0f51-4cae-a9fd-ed549e459dd6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.023866] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1123.023866] env[69243]: value = "task-3689952" [ 1123.023866] env[69243]: _type = "Task" [ 1123.023866] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.036466] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.112837] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5267c617-4893-459e-1bb8-ab91dfb72848, 'name': SearchDatastore_Task, 'duration_secs': 0.0219} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.113177] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.113459] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 537d89d2-6104-479f-a035-a2d87b8c6066/537d89d2-6104-479f-a035-a2d87b8c6066.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.113758] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d290712a-b5b0-4353-9ba8-3b2ea0182f0a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.121758] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1123.121758] env[69243]: value = "task-3689953" [ 1123.121758] env[69243]: _type = "Task" [ 1123.121758] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.129801] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.149759] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689951, 'name': Destroy_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.179018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "33a76fdf-ada7-4a6e-ba28-17906915151f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.179018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.179018] env[69243]: DEBUG nova.compute.manager [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.179018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dde10b-6978-4da4-816c-d24ea468e8e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.185206] env[69243]: DEBUG nova.compute.manager [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1123.264726] env[69243]: INFO nova.virt.block_device [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Booting with volume b07d2bd7-b21f-43b4-8537-c184ee4755b9 at /dev/sdb [ 1123.303571] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68aaa2aa-103f-4751-a828-ffd1f13a884c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.316941] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40820dab-0ee3-45a2-a20b-42914b5c8681 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.352824] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54f142b0-082d-4cdc-8ac9-c9b71e338d27 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.362631] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a5b53b-d96f-4613-a21e-e43876412696 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.399707] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1896112-84a3-48f4-9694-91e10208a8ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.404840] env[69243]: INFO nova.compute.manager [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Took 18.42 seconds to build instance. [ 1123.409428] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de7058-7ebb-4647-bd83-794905be354d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.429771] env[69243]: DEBUG nova.virt.block_device [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating existing volume attachment record: 245b7600-ef34-4dd8-b633-ed72b5b0883c {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.534899] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689952, 'name': ReconfigVM_Task, 'duration_secs': 0.423152} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.535213] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.536027] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2755d32-6fb2-4a84-9670-d8072d496ed5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.561658] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.562575] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.324s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.565281] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485c72c7-3c55-4c11-860d-5a1ebd57d7e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.583542] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1123.583542] env[69243]: value = "task-3689955" [ 1123.583542] env[69243]: _type = "Task" [ 1123.583542] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.592548] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.632695] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.648371] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689951, 'name': Destroy_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.689180] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.690024] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dce4903-56fb-48bb-8d5a-83e17938dab4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.699202] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1123.699202] env[69243]: value = "task-3689958" [ 1123.699202] env[69243]: _type = "Task" [ 1123.699202] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.709828] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.906915] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ad4160d9-835c-4f21-a257-74709dc8e7bc tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "7f65753e-7398-46e4-8364-c665d1385ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.927s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.098043] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.132946] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857327} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.134183] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 537d89d2-6104-479f-a035-a2d87b8c6066/537d89d2-6104-479f-a035-a2d87b8c6066.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.134431] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.134760] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02ade20b-5503-43d0-8498-af6708bbbccb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.138157] env[69243]: INFO nova.scheduler.client.report [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted allocation for migration 35d34095-64fa-47aa-a25e-a53c376c5c3b [ 1124.152537] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1124.152537] env[69243]: value = "task-3689959" [ 1124.152537] env[69243]: _type = "Task" [ 1124.152537] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.161862] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689951, 'name': Destroy_Task, 'duration_secs': 1.412933} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.162239] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Destroyed the VM [ 1124.162574] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.163390] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1315ccad-c44a-44fb-b2c7-dff15de818b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.168625] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.174724] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1124.174724] env[69243]: value = "task-3689960" [ 1124.174724] env[69243]: _type = "Task" [ 1124.174724] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.184246] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689960, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.210743] env[69243]: DEBUG oslo_vmware.api [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689958, 'name': PowerOffVM_Task, 'duration_secs': 0.411424} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.211033] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.211238] env[69243]: DEBUG nova.compute.manager [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.212036] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703fdd36-239c-4dfe-a5c8-b443cc1b5ec2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.378916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "7f65753e-7398-46e4-8364-c665d1385ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.379217] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "7f65753e-7398-46e4-8364-c665d1385ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.379452] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "7f65753e-7398-46e4-8364-c665d1385ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.379668] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "7f65753e-7398-46e4-8364-c665d1385ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.379842] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "7f65753e-7398-46e4-8364-c665d1385ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.381969] env[69243]: INFO nova.compute.manager [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Terminating instance [ 1124.596845] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689955, 'name': ReconfigVM_Task, 'duration_secs': 0.576859} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.597090] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.597433] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance '96ac7952-2a94-4560-99a1-2473dcccfdab' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.644042] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0cd5d5ad-eba0-4440-b091-186a31fe8139 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.502s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.664503] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075687} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.664810] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.665634] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c9154c-45e9-4376-81ea-ab256a483d37 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.688652] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 537d89d2-6104-479f-a035-a2d87b8c6066/537d89d2-6104-479f-a035-a2d87b8c6066.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.692272] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316f17de-35b0-419c-bf5c-417b1866305f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.712479] env[69243]: DEBUG oslo_vmware.api [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689960, 'name': RemoveSnapshot_Task, 'duration_secs': 0.500777} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.713842] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.714103] env[69243]: INFO nova.compute.manager [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Took 17.23 seconds to snapshot the instance on the hypervisor. [ 1124.716439] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1124.716439] env[69243]: value = "task-3689961" [ 1124.716439] env[69243]: _type = "Task" [ 1124.716439] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.732051] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.732516] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.885594] env[69243]: DEBUG nova.compute.manager [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.885848] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.886768] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ef21e6-d66b-404c-8478-a2f17e241a80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.895970] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.896379] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8543bade-020a-43a9-bb6e-39cf4a6d888a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.904608] env[69243]: DEBUG oslo_vmware.api [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1124.904608] env[69243]: value = "task-3689962" [ 1124.904608] env[69243]: _type = "Task" [ 1124.904608] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.913872] env[69243]: DEBUG oslo_vmware.api [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.982685] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.982990] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.983275] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.983501] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.983733] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.985914] env[69243]: INFO nova.compute.manager [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Terminating instance [ 1125.104681] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6117c0a-2778-4573-9f87-dea210f44cea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.125963] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f646cd-6a15-4f15-a168-7539f27a3827 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.145493] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance '96ac7952-2a94-4560-99a1-2473dcccfdab' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.231661] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689961, 'name': ReconfigVM_Task, 'duration_secs': 0.279369} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.231929] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 537d89d2-6104-479f-a035-a2d87b8c6066/537d89d2-6104-479f-a035-a2d87b8c6066.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.232593] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c47786ea-9133-443c-9470-668a97393838 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.240450] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1125.240450] env[69243]: value = "task-3689963" [ 1125.240450] env[69243]: _type = "Task" [ 1125.240450] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.245553] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.245917] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.245917] env[69243]: DEBUG nova.objects.instance [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1125.254300] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689963, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.272898] env[69243]: DEBUG nova.compute.manager [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Found 3 images (rotation: 2) {{(pid=69243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1125.272898] env[69243]: DEBUG nova.compute.manager [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Rotating out 1 backups {{(pid=69243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1125.272898] env[69243]: DEBUG nova.compute.manager [None req-00dbfcb0-de03-434f-ace0-7c0709c43877 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleting image fead2e71-d10f-43c5-9b70-19046a115296 {{(pid=69243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1125.416483] env[69243]: DEBUG oslo_vmware.api [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689962, 'name': PowerOffVM_Task, 'duration_secs': 0.218737} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.416707] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.417012] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.417270] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60630788-62e2-4bd6-a6dd-d3eeb57f34ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.491326] env[69243]: DEBUG nova.compute.manager [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.491555] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.492191] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "d7b505aa-2227-407a-9485-41e567d77c7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.492413] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "d7b505aa-2227-407a-9485-41e567d77c7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.494735] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b8e215-5dca-426a-87f5-33ffd4262ab2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.498237] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.498427] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.498604] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleting the datastore file [datastore1] 7f65753e-7398-46e4-8364-c665d1385ed4 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.499049] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ad7547a-5f58-403d-bc58-afc1bda9c069 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.505715] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.509305] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5d991c-9f1b-4a43-b655-c3dfe3c9a60d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.511274] env[69243]: DEBUG oslo_vmware.api [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1125.511274] env[69243]: value = "task-3689965" [ 1125.511274] env[69243]: _type = "Task" [ 1125.511274] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.517776] env[69243]: DEBUG oslo_vmware.api [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1125.517776] env[69243]: value = "task-3689966" [ 1125.517776] env[69243]: _type = "Task" [ 1125.517776] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.521020] env[69243]: DEBUG oslo_vmware.api [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.531572] env[69243]: DEBUG oslo_vmware.api [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.710033] env[69243]: DEBUG nova.network.neutron [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Port cea89f45-0df9-43b7-a32c-f91ee65f6c8e binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.758396] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689963, 'name': Rename_Task, 'duration_secs': 0.153498} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.759400] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.759772] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db083793-6a51-49bb-afdb-95f8e3bd1219 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.768869] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1125.768869] env[69243]: value = "task-3689968" [ 1125.768869] env[69243]: _type = "Task" [ 1125.768869] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.778460] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.999539] env[69243]: DEBUG nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.030928] env[69243]: DEBUG oslo_vmware.api [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3689965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216343} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.031804] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.032099] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.032375] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.032658] env[69243]: INFO nova.compute.manager [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1126.033041] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.033802] env[69243]: DEBUG nova.compute.manager [-] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.034318] env[69243]: DEBUG nova.network.neutron [-] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.042502] env[69243]: DEBUG oslo_vmware.api [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689966, 'name': PowerOffVM_Task, 'duration_secs': 0.191072} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.043269] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.043528] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.043864] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee8a5825-c260-4259-b577-829f87c7cba5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.115218] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.115543] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.115766] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleting the datastore file [datastore1] 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.116074] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8b0912c-ae18-4bc4-ace5-b8bee1c31fdc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.123803] env[69243]: DEBUG oslo_vmware.api [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1126.123803] env[69243]: value = "task-3689970" [ 1126.123803] env[69243]: _type = "Task" [ 1126.123803] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.132903] env[69243]: DEBUG oslo_vmware.api [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.216563] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "33a76fdf-ada7-4a6e-ba28-17906915151f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.216821] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.217176] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "33a76fdf-ada7-4a6e-ba28-17906915151f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.217338] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.217574] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.220089] env[69243]: INFO nova.compute.manager [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Terminating instance [ 1126.260915] env[69243]: DEBUG oslo_concurrency.lockutils [None req-355a9973-11be-4781-b6ee-a02ac7b2730a tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.282860] env[69243]: DEBUG oslo_vmware.api [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689968, 'name': PowerOnVM_Task, 'duration_secs': 0.467523} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.283367] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.283776] env[69243]: INFO nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1126.284025] env[69243]: DEBUG nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.285383] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a647d04-5504-49b4-981b-48130cf36af3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.395381] env[69243]: DEBUG nova.compute.manager [req-2b7d9b0c-89a0-4e4a-a2e3-81d3dc4ccfb5 req-27ab9769-9d60-4657-8ade-4a9700f03ce5 service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Received event network-vif-deleted-a99779d6-c6ec-436d-8822-dba2f1ca0948 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.395584] env[69243]: INFO nova.compute.manager [req-2b7d9b0c-89a0-4e4a-a2e3-81d3dc4ccfb5 req-27ab9769-9d60-4657-8ade-4a9700f03ce5 service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Neutron deleted interface a99779d6-c6ec-436d-8822-dba2f1ca0948; detaching it from the instance and deleting it from the info cache [ 1126.395773] env[69243]: DEBUG nova.network.neutron [req-2b7d9b0c-89a0-4e4a-a2e3-81d3dc4ccfb5 req-27ab9769-9d60-4657-8ade-4a9700f03ce5 service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.523986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.524286] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.525804] env[69243]: INFO nova.compute.claims [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.634194] env[69243]: DEBUG oslo_vmware.api [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160636} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.634458] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.634638] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.634816] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.635086] env[69243]: INFO nova.compute.manager [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1126.635328] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.635515] env[69243]: DEBUG nova.compute.manager [-] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.635610] env[69243]: DEBUG nova.network.neutron [-] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.728641] env[69243]: DEBUG nova.compute.manager [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.728865] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.732670] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16f737-5d47-4291-88ac-b61ee2197e62 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.739496] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.739723] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.739899] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.746799] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.747071] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a0fa70-458d-4b4b-ad1f-17ed3d85011c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.802669] env[69243]: INFO nova.compute.manager [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Took 20.34 seconds to build instance. [ 1126.880579] env[69243]: DEBUG nova.network.neutron [-] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.897021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.897021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.897021] env[69243]: DEBUG nova.compute.manager [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.897021] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1febf6-2e7a-431f-80d5-910f404574e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.899923] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abeff26b-b810-4d8f-9868-4dff148b6067 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.907238] env[69243]: DEBUG nova.compute.manager [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1126.909262] env[69243]: DEBUG nova.objects.instance [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'flavor' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.915356] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf4872f-faaa-4a2f-af1a-e9ea40798c66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.961512] env[69243]: DEBUG nova.compute.manager [req-2b7d9b0c-89a0-4e4a-a2e3-81d3dc4ccfb5 req-27ab9769-9d60-4657-8ade-4a9700f03ce5 service nova] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Detach interface failed, port_id=a99779d6-c6ec-436d-8822-dba2f1ca0948, reason: Instance 7f65753e-7398-46e4-8364-c665d1385ed4 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.112589] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.112995] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.113299] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleting the datastore file [datastore1] 33a76fdf-ada7-4a6e-ba28-17906915151f {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.113687] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cad9f6a2-a021-452b-a691-ee292aa93871 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.122325] env[69243]: DEBUG oslo_vmware.api [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1127.122325] env[69243]: value = "task-3689972" [ 1127.122325] env[69243]: _type = "Task" [ 1127.122325] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.135241] env[69243]: DEBUG oslo_vmware.api [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.274342] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "537d89d2-6104-479f-a035-a2d87b8c6066" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.304791] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b79d88af-5dc7-4bc8-8ef9-6a058f683ac7 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "537d89d2-6104-479f-a035-a2d87b8c6066" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.849s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.305196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "537d89d2-6104-479f-a035-a2d87b8c6066" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.031s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.305481] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "537d89d2-6104-479f-a035-a2d87b8c6066-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.305732] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "537d89d2-6104-479f-a035-a2d87b8c6066-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.305913] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "537d89d2-6104-479f-a035-a2d87b8c6066-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.308224] env[69243]: INFO nova.compute.manager [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Terminating instance [ 1127.381584] env[69243]: INFO nova.compute.manager [-] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Took 1.35 seconds to deallocate network for instance. [ 1127.464345] env[69243]: DEBUG nova.network.neutron [-] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.635663] env[69243]: DEBUG oslo_vmware.api [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3689972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485777} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.635915] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.636111] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.636290] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.636462] env[69243]: INFO nova.compute.manager [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Took 0.91 seconds to destroy the instance on the hypervisor. [ 1127.636710] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.637116] env[69243]: DEBUG nova.compute.manager [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.637217] env[69243]: DEBUG nova.network.neutron [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.723430] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a9fd08-a373-492d-b93f-cd3ce07a4d42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.731672] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385271bb-69db-4682-ba59-b1797493ce50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.765884] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a10df0-7803-4c56-8f5d-7df837dcafc6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.776320] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f926d2d-7525-41bf-ae78-415403db9d4b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.791624] env[69243]: DEBUG nova.compute.provider_tree [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.798978] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.799188] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.799356] env[69243]: DEBUG nova.network.neutron [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.812276] env[69243]: DEBUG nova.compute.manager [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.812486] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.813731] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e440b2a-f39d-40d4-bda0-0b876b2f149b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.822671] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.822948] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-499414e0-6046-4292-b349-9e1c11ae291a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.830787] env[69243]: DEBUG oslo_vmware.api [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1127.830787] env[69243]: value = "task-3689973" [ 1127.830787] env[69243]: _type = "Task" [ 1127.830787] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.840309] env[69243]: DEBUG oslo_vmware.api [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.893055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.918139] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.918561] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bb0c8a2-93a2-4d1b-b35b-4d3b6fac9f78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.927911] env[69243]: DEBUG oslo_vmware.api [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1127.927911] env[69243]: value = "task-3689974" [ 1127.927911] env[69243]: _type = "Task" [ 1127.927911] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.938485] env[69243]: DEBUG oslo_vmware.api [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.966943] env[69243]: INFO nova.compute.manager [-] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Took 1.33 seconds to deallocate network for instance. [ 1128.296039] env[69243]: DEBUG nova.scheduler.client.report [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.346452] env[69243]: DEBUG oslo_vmware.api [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689973, 'name': PowerOffVM_Task, 'duration_secs': 0.296961} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.346737] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.346913] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.347204] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc00dbf-e15f-4033-b3c5-799dcbd40be6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.398858] env[69243]: DEBUG nova.network.neutron [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.430017] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.430305] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.430542] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Deleting the datastore file [datastore1] 537d89d2-6104-479f-a035-a2d87b8c6066 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.438411] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d18df8ae-8f68-4573-a742-11f5f01fb47f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.441652] env[69243]: DEBUG nova.compute.manager [req-6286d9a6-c7a6-455a-a0c6-ee73e4e38157 req-cb52c7fb-0477-48d4-9b98-3adf30621800 service nova] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Received event network-vif-deleted-d105ab92-ceca-4c0c-941c-f286e8c4f067 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.441937] env[69243]: DEBUG nova.compute.manager [req-6286d9a6-c7a6-455a-a0c6-ee73e4e38157 req-cb52c7fb-0477-48d4-9b98-3adf30621800 service nova] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Received event network-vif-deleted-aac821e1-bf39-4bcb-9303-10d2809ef2d1 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.448638] env[69243]: DEBUG oslo_vmware.api [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689974, 'name': PowerOffVM_Task, 'duration_secs': 0.238438} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.449930] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.450192] env[69243]: DEBUG nova.compute.manager [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.450548] env[69243]: DEBUG oslo_vmware.api [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for the task: (returnval){ [ 1128.450548] env[69243]: value = "task-3689976" [ 1128.450548] env[69243]: _type = "Task" [ 1128.450548] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.451332] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1f14f9-1d2f-46dd-b7c4-f8f9c8972d20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.463108] env[69243]: DEBUG oslo_vmware.api [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.473806] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.582357] env[69243]: DEBUG nova.network.neutron [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.800561] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.801087] env[69243]: DEBUG nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.803991] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.911s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.804378] env[69243]: DEBUG nova.objects.instance [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'resources' on Instance uuid 7f65753e-7398-46e4-8364-c665d1385ed4 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.902282] env[69243]: INFO nova.compute.manager [-] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Took 1.26 seconds to deallocate network for instance. [ 1128.964662] env[69243]: DEBUG oslo_vmware.api [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Task: {'id': task-3689976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223495} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.965032] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.965281] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.965567] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.965815] env[69243]: INFO nova.compute.manager [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1128.966138] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.966398] env[69243]: DEBUG nova.compute.manager [-] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.966546] env[69243]: DEBUG nova.network.neutron [-] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.971633] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e22c9e9e-3e8c-4f67-b1c7-13eff17d94bc tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.034409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.085665] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.307401] env[69243]: DEBUG nova.compute.utils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.312600] env[69243]: DEBUG nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.312857] env[69243]: DEBUG nova.network.neutron [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.379115] env[69243]: DEBUG nova.policy [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1cdccaf34064a0aaea3a4226e09e687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d857453bea2464db8e331a728379467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.408764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.487163] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910edaf2-40c0-4e26-9211-7cfde54c1ca7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.496961] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211201ab-dd1f-4bfb-b10d-c3d29c28834b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.526543] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625bc1a5-9eb2-4035-8bd4-362fd975cc16 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.534756] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498781a1-06fc-4569-9c6b-5e0f8ab94857 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.550359] env[69243]: DEBUG nova.compute.provider_tree [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.612392] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf749bbc-951e-401e-bbea-5be19c8bcd94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.634992] env[69243]: DEBUG nova.network.neutron [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Successfully created port: 799a7f5f-1248-48e4-8f66-dc13bc715f12 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.637384] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36a6f4c-37bb-400b-8b30-23e4c9679eaa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.645468] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance '96ac7952-2a94-4560-99a1-2473dcccfdab' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.787454] env[69243]: DEBUG nova.network.neutron [-] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.814019] env[69243]: DEBUG nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.054486] env[69243]: DEBUG nova.scheduler.client.report [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.121176] env[69243]: DEBUG nova.compute.manager [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Stashing vm_state: stopped {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1130.152414] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.152794] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249f6f6d-edc8-4c0c-b7d4-69ee0805c2ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.161361] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1130.161361] env[69243]: value = "task-3689977" [ 1130.161361] env[69243]: _type = "Task" [ 1130.161361] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.170349] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.290757] env[69243]: INFO nova.compute.manager [-] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Took 1.32 seconds to deallocate network for instance. [ 1130.461409] env[69243]: DEBUG nova.compute.manager [req-e9b9989b-0512-4090-a008-683d42b39ceb req-691a1109-4c46-4daa-b677-21c31d2c3fae service nova] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Received event network-vif-deleted-218a3dca-d087-4761-83a1-80ef5f192d89 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.561034] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.563383] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.090s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.563673] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.565489] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.531s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.565708] env[69243]: DEBUG nova.objects.instance [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'pci_requests' on Instance uuid 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.587013] env[69243]: INFO nova.scheduler.client.report [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted allocations for instance 7f65753e-7398-46e4-8364-c665d1385ed4 [ 1130.588966] env[69243]: INFO nova.scheduler.client.report [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted allocations for instance 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae [ 1130.640531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.672565] env[69243]: DEBUG oslo_vmware.api [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689977, 'name': PowerOnVM_Task, 'duration_secs': 0.397778} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.672865] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.673109] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8459b8-2361-41eb-b80d-d14ae5989957 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance '96ac7952-2a94-4560-99a1-2473dcccfdab' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.800069] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.822299] env[69243]: DEBUG nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.848373] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.848618] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.848775] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.848955] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.849237] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.849272] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.849457] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.849631] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.849817] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.849984] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.850173] env[69243]: DEBUG nova.virt.hardware [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.851387] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecfddce-f6bb-4820-a416-b76fa23af319 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.859941] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9eec91-126b-44b1-b2b5-bae3a2221efd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.069858] env[69243]: DEBUG nova.objects.instance [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'numa_topology' on Instance uuid 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.101131] env[69243]: DEBUG oslo_concurrency.lockutils [None req-83b600e5-449b-48bd-8c75-480ef9cf0777 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "7f65753e-7398-46e4-8364-c665d1385ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.722s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.102655] env[69243]: DEBUG nova.network.neutron [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Successfully updated port: 799a7f5f-1248-48e4-8f66-dc13bc715f12 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.105696] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ebc36cef-88e8-4f28-a0af-7012a02da8ee tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.122s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.572180] env[69243]: INFO nova.compute.claims [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.605995] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "refresh_cache-d7b505aa-2227-407a-9485-41e567d77c7e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.606196] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "refresh_cache-d7b505aa-2227-407a-9485-41e567d77c7e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.606384] env[69243]: DEBUG nova.network.neutron [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.146950] env[69243]: DEBUG nova.network.neutron [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.267958] env[69243]: DEBUG nova.network.neutron [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Updating instance_info_cache with network_info: [{"id": "799a7f5f-1248-48e4-8f66-dc13bc715f12", "address": "fa:16:3e:b2:a8:2b", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799a7f5f-12", "ovs_interfaceid": "799a7f5f-1248-48e4-8f66-dc13bc715f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.488313] env[69243]: DEBUG nova.compute.manager [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Received event network-vif-plugged-799a7f5f-1248-48e4-8f66-dc13bc715f12 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.488460] env[69243]: DEBUG oslo_concurrency.lockutils [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] Acquiring lock "d7b505aa-2227-407a-9485-41e567d77c7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.488702] env[69243]: DEBUG oslo_concurrency.lockutils [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] Lock "d7b505aa-2227-407a-9485-41e567d77c7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.488887] env[69243]: DEBUG oslo_concurrency.lockutils [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] Lock "d7b505aa-2227-407a-9485-41e567d77c7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.489120] env[69243]: DEBUG nova.compute.manager [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] No waiting events found dispatching network-vif-plugged-799a7f5f-1248-48e4-8f66-dc13bc715f12 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.489277] env[69243]: WARNING nova.compute.manager [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Received unexpected event network-vif-plugged-799a7f5f-1248-48e4-8f66-dc13bc715f12 for instance with vm_state building and task_state spawning. [ 1132.489455] env[69243]: DEBUG nova.compute.manager [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Received event network-changed-799a7f5f-1248-48e4-8f66-dc13bc715f12 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.489617] env[69243]: DEBUG nova.compute.manager [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Refreshing instance network info cache due to event network-changed-799a7f5f-1248-48e4-8f66-dc13bc715f12. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.489784] env[69243]: DEBUG oslo_concurrency.lockutils [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] Acquiring lock "refresh_cache-d7b505aa-2227-407a-9485-41e567d77c7e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.611222] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.611518] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.736031] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48c6d07-5308-45cb-8634-5c23c1f5d22a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.744313] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dde774-57e0-4311-bbb5-a3cf868f4a98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.775708] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "refresh_cache-d7b505aa-2227-407a-9485-41e567d77c7e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.775949] env[69243]: DEBUG nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Instance network_info: |[{"id": "799a7f5f-1248-48e4-8f66-dc13bc715f12", "address": "fa:16:3e:b2:a8:2b", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799a7f5f-12", "ovs_interfaceid": "799a7f5f-1248-48e4-8f66-dc13bc715f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.778584] env[69243]: DEBUG oslo_concurrency.lockutils [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] Acquired lock "refresh_cache-d7b505aa-2227-407a-9485-41e567d77c7e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.778776] env[69243]: DEBUG nova.network.neutron [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Refreshing network info cache for port 799a7f5f-1248-48e4-8f66-dc13bc715f12 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.780022] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a8:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '799a7f5f-1248-48e4-8f66-dc13bc715f12', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.787152] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.787811] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c158f27c-951a-4a5d-8d71-3bdd29f0d13c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.791249] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.792060] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb5b2932-a27f-4c17-94ea-8e1c47103c5b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.811743] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c89806-a76c-4712-9b87-94917f8a502e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.816734] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.816734] env[69243]: value = "task-3689978" [ 1132.816734] env[69243]: _type = "Task" [ 1132.816734] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.829567] env[69243]: DEBUG nova.compute.provider_tree [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.836057] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689978, 'name': CreateVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.884263] env[69243]: DEBUG nova.network.neutron [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Port cea89f45-0df9-43b7-a32c-f91ee65f6c8e binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1132.884674] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.885113] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.885269] env[69243]: DEBUG nova.network.neutron [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.114479] env[69243]: DEBUG nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.330889] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689978, 'name': CreateVM_Task, 'duration_secs': 0.37896} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.331090] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.331794] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.331988] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.332376] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.333371] env[69243]: DEBUG nova.scheduler.client.report [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.337392] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c63900-0437-4ebd-add0-23e0c9abf4ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.343521] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1133.343521] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5286748c-afe6-a236-46ba-311884168cda" [ 1133.343521] env[69243]: _type = "Task" [ 1133.343521] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.352265] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5286748c-afe6-a236-46ba-311884168cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.521198] env[69243]: DEBUG nova.network.neutron [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Updated VIF entry in instance network info cache for port 799a7f5f-1248-48e4-8f66-dc13bc715f12. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.521574] env[69243]: DEBUG nova.network.neutron [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Updating instance_info_cache with network_info: [{"id": "799a7f5f-1248-48e4-8f66-dc13bc715f12", "address": "fa:16:3e:b2:a8:2b", "network": {"id": "e3c919d3-423b-4e62-a54c-a435eff84a1b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981840043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d857453bea2464db8e331a728379467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799a7f5f-12", "ovs_interfaceid": "799a7f5f-1248-48e4-8f66-dc13bc715f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.588277] env[69243]: DEBUG nova.network.neutron [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.636324] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.840844] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.275s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.843105] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.434s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.843341] env[69243]: DEBUG nova.objects.instance [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'resources' on Instance uuid 33a76fdf-ada7-4a6e-ba28-17906915151f {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.855600] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5286748c-afe6-a236-46ba-311884168cda, 'name': SearchDatastore_Task, 'duration_secs': 0.022859} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.855889] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.856136] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.856367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.856512] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.856690] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.857217] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-563ef66c-caea-4431-8d1c-ef595be3cdcc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.870618] env[69243]: INFO nova.network.neutron [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1133.873758] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.873909] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.874721] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7269cdc-6d3e-4de7-bb83-3f70f40b9aec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.881846] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1133.881846] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cb927-824d-e4e2-a8ac-994b5269c842" [ 1133.881846] env[69243]: _type = "Task" [ 1133.881846] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.888375] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cb927-824d-e4e2-a8ac-994b5269c842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.024703] env[69243]: DEBUG oslo_concurrency.lockutils [req-a87f5349-0a35-49ca-ab26-fb501e8c1585 req-d9c104f5-a93b-4932-a1cb-78fd6633a2c4 service nova] Releasing lock "refresh_cache-d7b505aa-2227-407a-9485-41e567d77c7e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.091122] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.393111] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526cb927-824d-e4e2-a8ac-994b5269c842, 'name': SearchDatastore_Task, 'duration_secs': 0.04727} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.393913] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849417ee-31c3-4a9d-9562-bcc2d178363b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.402408] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1134.402408] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526064e6-2af9-87a5-a545-708eaedb070d" [ 1134.402408] env[69243]: _type = "Task" [ 1134.402408] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.413994] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526064e6-2af9-87a5-a545-708eaedb070d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.493218] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699ec7f-d278-4acd-9edb-71b300be6016 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.500648] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c4e72c-c924-4cff-b4f3-07a9b5ee392e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.530451] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7213a13-ca2a-413c-8c1e-2322b5590fa7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.538052] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea10b62-4328-400e-8a8c-70693dc384de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.551194] env[69243]: DEBUG nova.compute.provider_tree [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.594867] env[69243]: DEBUG nova.compute.manager [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69243) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1134.595127] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.913715] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526064e6-2af9-87a5-a545-708eaedb070d, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.913715] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.913715] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] d7b505aa-2227-407a-9485-41e567d77c7e/d7b505aa-2227-407a-9485-41e567d77c7e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.915323] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5a803d-8fb5-488b-a5be-3a96b4bf0855 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.920449] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1134.920449] env[69243]: value = "task-3689979" [ 1134.920449] env[69243]: _type = "Task" [ 1134.920449] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.928762] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.054634] env[69243]: DEBUG nova.scheduler.client.report [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.240496] env[69243]: DEBUG nova.compute.manager [req-40151e25-72f7-4387-b7f0-3e7092fad653 req-204dc559-b452-447a-89ff-c726f8b2e443 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-vif-plugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.240737] env[69243]: DEBUG oslo_concurrency.lockutils [req-40151e25-72f7-4387-b7f0-3e7092fad653 req-204dc559-b452-447a-89ff-c726f8b2e443 service nova] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.241062] env[69243]: DEBUG oslo_concurrency.lockutils [req-40151e25-72f7-4387-b7f0-3e7092fad653 req-204dc559-b452-447a-89ff-c726f8b2e443 service nova] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.241251] env[69243]: DEBUG oslo_concurrency.lockutils [req-40151e25-72f7-4387-b7f0-3e7092fad653 req-204dc559-b452-447a-89ff-c726f8b2e443 service nova] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.241534] env[69243]: DEBUG nova.compute.manager [req-40151e25-72f7-4387-b7f0-3e7092fad653 req-204dc559-b452-447a-89ff-c726f8b2e443 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] No waiting events found dispatching network-vif-plugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.241680] env[69243]: WARNING nova.compute.manager [req-40151e25-72f7-4387-b7f0-3e7092fad653 req-204dc559-b452-447a-89ff-c726f8b2e443 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received unexpected event network-vif-plugged-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe for instance with vm_state shelved_offloaded and task_state spawning. [ 1135.328619] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.328952] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.329306] env[69243]: DEBUG nova.network.neutron [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.431832] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689979, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.561051] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.563761] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.923s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.578738] env[69243]: INFO nova.scheduler.client.report [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted allocations for instance 33a76fdf-ada7-4a6e-ba28-17906915151f [ 1135.938231] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613175} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.938648] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] d7b505aa-2227-407a-9485-41e567d77c7e/d7b505aa-2227-407a-9485-41e567d77c7e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.938994] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.939361] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-063808c5-b767-49ce-94d1-704131cf7272 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.949281] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1135.949281] env[69243]: value = "task-3689980" [ 1135.949281] env[69243]: _type = "Task" [ 1135.949281] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.962043] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.068990] env[69243]: INFO nova.compute.claims [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.081657] env[69243]: DEBUG nova.network.neutron [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.086766] env[69243]: DEBUG oslo_concurrency.lockutils [None req-49140d3b-be77-4bf3-8f97-34c9e8728f4e tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "33a76fdf-ada7-4a6e-ba28-17906915151f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.870s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.459872] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171701} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.460162] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.460956] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5268bb-e1f4-4a0f-ad77-d6de8f431607 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.482505] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] d7b505aa-2227-407a-9485-41e567d77c7e/d7b505aa-2227-407a-9485-41e567d77c7e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.482792] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc576d40-e253-4e48-9eb9-6684b9d8e110 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.503097] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1136.503097] env[69243]: value = "task-3689981" [ 1136.503097] env[69243]: _type = "Task" [ 1136.503097] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.511544] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.575796] env[69243]: INFO nova.compute.resource_tracker [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating resource usage from migration 2a085760-a3a3-47ce-b932-416ae6da5d46 [ 1136.584028] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.616040] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eeaba44b92081e7211c1be59eda7eb23',container_format='bare',created_at=2025-04-28T18:28:43Z,direct_url=,disk_format='vmdk',id=7e5932ec-067a-4cb3-b4a0-2888fffaeb7c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1528318303-shelved',owner='c366a653b7da4a8b8dd10cf1b2ff1285',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-28T18:28:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.616333] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.616506] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.616707] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.616871] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.617036] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.617261] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.617437] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.617610] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.617794] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.617988] env[69243]: DEBUG nova.virt.hardware [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.618960] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2831690-bff1-476b-a903-6a0182db88be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.630958] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38cbab2-494f-47ee-b60d-719e0d57460a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.647799] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:88:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.655261] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.657907] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.658594] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-654561b5-a318-4e38-b874-abe9357d0072 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.682873] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.682873] env[69243]: value = "task-3689982" [ 1136.682873] env[69243]: _type = "Task" [ 1136.682873] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.690899] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689982, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.764752] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891aa827-ec8e-46b4-a4b3-29cf34767af6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.772653] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fbb309-6a0b-4036-8d19-81e420da204b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.802527] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fb077f-424c-4128-ba81-6280cc8a4228 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.811011] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1148c8-d2b3-426c-9dd3-01f6341ad8f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.824971] env[69243]: DEBUG nova.compute.provider_tree [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.013801] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.192808] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689982, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.276590] env[69243]: DEBUG nova.compute.manager [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.276811] env[69243]: DEBUG nova.compute.manager [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing instance network info cache due to event network-changed-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.277030] env[69243]: DEBUG oslo_concurrency.lockutils [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] Acquiring lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.277184] env[69243]: DEBUG oslo_concurrency.lockutils [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] Acquired lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.277337] env[69243]: DEBUG nova.network.neutron [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Refreshing network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.328357] env[69243]: DEBUG nova.scheduler.client.report [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.515110] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.593375] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.593599] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.693625] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689982, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.694183] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.694412] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.694599] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.694733] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.694891] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.695058] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.695220] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.695382] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1137.695539] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.833621] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.270s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.833868] env[69243]: INFO nova.compute.manager [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Migrating [ 1137.840325] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.040s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.840659] env[69243]: DEBUG nova.objects.instance [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lazy-loading 'resources' on Instance uuid 537d89d2-6104-479f-a035-a2d87b8c6066 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.993835] env[69243]: DEBUG nova.network.neutron [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updated VIF entry in instance network info cache for port 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.994235] env[69243]: DEBUG nova.network.neutron [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [{"id": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "address": "fa:16:3e:7e:88:09", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap254bb5c3-ae", "ovs_interfaceid": "254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.015134] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689981, 'name': ReconfigVM_Task, 'duration_secs': 1.284483} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.015421] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] d7b505aa-2227-407a-9485-41e567d77c7e/d7b505aa-2227-407a-9485-41e567d77c7e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.016011] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cff531e8-40b8-4e71-accc-21214efb46f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.023051] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1138.023051] env[69243]: value = "task-3689983" [ 1138.023051] env[69243]: _type = "Task" [ 1138.023051] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.031825] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689983, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.096393] env[69243]: DEBUG nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.193391] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689982, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.198488] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.350467] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.350658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.350832] env[69243]: DEBUG nova.network.neutron [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.493931] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102f059-7897-408f-ba1d-f729343a88a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.498555] env[69243]: DEBUG oslo_concurrency.lockutils [req-e11e8024-71c4-4d3f-9a77-b266ea1d21b9 req-d3c7d711-3bac-46ce-b7aa-1a8c301762dd service nova] Releasing lock "refresh_cache-665917ca-881f-4279-8fbd-af22b00c3b51" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.503867] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6348251-86fd-40f6-8dd2-070ddb00c58a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.536182] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb775ab-cfc1-45ed-8a5b-989a801f9407 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.546395] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27ca8a-40ac-485d-8163-2ec6dfa856f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.549701] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689983, 'name': Rename_Task, 'duration_secs': 0.185839} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.549956] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.550490] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e4cfcc-a63d-4ac1-8811-62e0bece90f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.559879] env[69243]: DEBUG nova.compute.provider_tree [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.562349] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1138.562349] env[69243]: value = "task-3689984" [ 1138.562349] env[69243]: _type = "Task" [ 1138.562349] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.571218] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.615612] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.694083] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689982, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.064660] env[69243]: DEBUG nova.network.neutron [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.066825] env[69243]: DEBUG nova.scheduler.client.report [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.081236] env[69243]: DEBUG oslo_vmware.api [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689984, 'name': PowerOnVM_Task, 'duration_secs': 0.521849} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.082210] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.082464] env[69243]: INFO nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1139.082684] env[69243]: DEBUG nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.083569] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970fa62c-f46c-4a82-b061-767345a050bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.194603] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689982, 'name': CreateVM_Task, 'duration_secs': 2.197404} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.194785] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.195527] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.195694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.196069] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.196332] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edad3bb7-039a-456b-bb51-3866c9e8a698 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.201988] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1139.201988] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5213c399-3d13-fc05-9c29-e001788be569" [ 1139.201988] env[69243]: _type = "Task" [ 1139.201988] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.209600] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5213c399-3d13-fc05-9c29-e001788be569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.571306] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.576018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.577990] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.942s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.579432] env[69243]: INFO nova.compute.claims [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.603752] env[69243]: INFO nova.compute.manager [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Took 13.10 seconds to build instance. [ 1139.605997] env[69243]: INFO nova.scheduler.client.report [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Deleted allocations for instance 537d89d2-6104-479f-a035-a2d87b8c6066 [ 1139.712462] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.712750] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Processing image 7e5932ec-067a-4cb3-b4a0-2888fffaeb7c {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.712970] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.713131] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.713309] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.713550] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccd6115d-a0f6-4022-9562-d6e26ca92bf0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.722331] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.722510] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.723245] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac4c211-4514-4200-b303-b4f64af65869 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.728263] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1139.728263] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfbff2-b2f5-a556-4033-d0d57a3c59ab" [ 1139.728263] env[69243]: _type = "Task" [ 1139.728263] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.737511] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cfbff2-b2f5-a556-4033-d0d57a3c59ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.108524] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be5c35c-23a8-4d2e-81ea-2d6060e16524 tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "d7b505aa-2227-407a-9485-41e567d77c7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.616s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.114127] env[69243]: DEBUG oslo_concurrency.lockutils [None req-31455096-f6a8-4ed1-90cc-03bbc3bf3ba4 tempest-ServerAddressesNegativeTestJSON-406081395 tempest-ServerAddressesNegativeTestJSON-406081395-project-member] Lock "537d89d2-6104-479f-a035-a2d87b8c6066" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.808s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.239656] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Preparing fetch location {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1140.239949] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Fetch image to [datastore1] OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163/OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163.vmdk {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1140.240669] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Downloading stream optimized image 7e5932ec-067a-4cb3-b4a0-2888fffaeb7c to [datastore1] OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163/OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163.vmdk on the data store datastore1 as vApp {{(pid=69243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1140.240669] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Downloading image file data 7e5932ec-067a-4cb3-b4a0-2888fffaeb7c to the ESX as VM named 'OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163' {{(pid=69243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1140.329606] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1140.329606] env[69243]: value = "resgroup-9" [ 1140.329606] env[69243]: _type = "ResourcePool" [ 1140.329606] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1140.329972] env[69243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0ae96460-2ef0-4202-a31a-7493d224fdb9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.362733] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease: (returnval){ [ 1140.362733] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5295c614-a6f6-73b3-18cf-42167aa034b3" [ 1140.362733] env[69243]: _type = "HttpNfcLease" [ 1140.362733] env[69243]: } obtained for vApp import into resource pool (val){ [ 1140.362733] env[69243]: value = "resgroup-9" [ 1140.362733] env[69243]: _type = "ResourcePool" [ 1140.362733] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1140.363048] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the lease: (returnval){ [ 1140.363048] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5295c614-a6f6-73b3-18cf-42167aa034b3" [ 1140.363048] env[69243]: _type = "HttpNfcLease" [ 1140.363048] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1140.369817] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.369817] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5295c614-a6f6-73b3-18cf-42167aa034b3" [ 1140.369817] env[69243]: _type = "HttpNfcLease" [ 1140.369817] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1140.707478] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "d7b505aa-2227-407a-9485-41e567d77c7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.711213] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "d7b505aa-2227-407a-9485-41e567d77c7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.711493] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "d7b505aa-2227-407a-9485-41e567d77c7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.711694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "d7b505aa-2227-407a-9485-41e567d77c7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.711863] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "d7b505aa-2227-407a-9485-41e567d77c7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.714224] env[69243]: INFO nova.compute.manager [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Terminating instance [ 1140.768854] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c147efa1-aeaf-4578-a642-8495b5ccc525 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.779238] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570e7c4-3225-4363-aef9-bf9a3d1cb630 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.811353] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85ba058-32c0-4166-a76c-e1e84291c273 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.819507] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bc047a-588b-4b76-aac2-6b6557964e42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.833184] env[69243]: DEBUG nova.compute.provider_tree [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.872077] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.872077] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5295c614-a6f6-73b3-18cf-42167aa034b3" [ 1140.872077] env[69243]: _type = "HttpNfcLease" [ 1140.872077] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1140.872291] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1140.872291] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5295c614-a6f6-73b3-18cf-42167aa034b3" [ 1140.872291] env[69243]: _type = "HttpNfcLease" [ 1140.872291] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1140.873080] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a6fcbc-5799-41f6-aa1a-a73e01934d52 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.882007] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52191d5d-00a3-3ad2-409b-6b619a74b049/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1140.882212] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52191d5d-00a3-3ad2-409b-6b619a74b049/disk-0.vmdk. {{(pid=69243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1140.944393] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2098140a-507e-41e5-a6db-3c2021fe4f70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.093226] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce8743-166d-4c6b-9866-11e787177eac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.115933] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance 'ed46ed0f-c790-45de-a2d3-25f58f02debd' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.222386] env[69243]: DEBUG nova.compute.manager [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.222759] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.224894] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1adfe03-033f-4def-a227-8df153de75f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.246138] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.247115] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c863903-0b0f-4805-8a58-f008631ea816 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.255810] env[69243]: DEBUG oslo_vmware.api [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1141.255810] env[69243]: value = "task-3689986" [ 1141.255810] env[69243]: _type = "Task" [ 1141.255810] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.267272] env[69243]: DEBUG oslo_vmware.api [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.336304] env[69243]: DEBUG nova.scheduler.client.report [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.627881] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.628282] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f77692-031c-40a0-bc42-4e39d9d3282d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.638168] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1141.638168] env[69243]: value = "task-3689987" [ 1141.638168] env[69243]: _type = "Task" [ 1141.638168] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.647046] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.769467] env[69243]: DEBUG oslo_vmware.api [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689986, 'name': PowerOffVM_Task, 'duration_secs': 0.212543} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.772147] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.772147] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.772147] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8c46c9f-44ed-42e0-aa86-822d3cb3b6d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.844258] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.844949] env[69243]: DEBUG nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.851070] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 7.255s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.852052] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.852052] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.852337] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleting the datastore file [datastore1] d7b505aa-2227-407a-9485-41e567d77c7e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.855427] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccf32c17-1699-468e-994f-72a20c8096e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.864708] env[69243]: DEBUG oslo_vmware.api [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for the task: (returnval){ [ 1141.864708] env[69243]: value = "task-3689989" [ 1141.864708] env[69243]: _type = "Task" [ 1141.864708] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.878560] env[69243]: DEBUG oslo_vmware.api [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.156293] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.156738] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance 'ed46ed0f-c790-45de-a2d3-25f58f02debd' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.192836] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Completed reading data from the image iterator. {{(pid=69243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1142.193117] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52191d5d-00a3-3ad2-409b-6b619a74b049/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1142.194157] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc30a35-136d-4cae-9fb2-561b676de8ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.201647] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52191d5d-00a3-3ad2-409b-6b619a74b049/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1142.201810] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52191d5d-00a3-3ad2-409b-6b619a74b049/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1142.202772] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b449a856-179c-4c67-8c9f-bf416690814c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.354828] env[69243]: DEBUG nova.compute.utils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.356848] env[69243]: DEBUG nova.objects.instance [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'migration_context' on Instance uuid 96ac7952-2a94-4560-99a1-2473dcccfdab {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.357533] env[69243]: DEBUG nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.357703] env[69243]: DEBUG nova.network.neutron [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.377972] env[69243]: DEBUG oslo_vmware.api [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Task: {'id': task-3689989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2798} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.378202] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.378382] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.378559] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.378725] env[69243]: INFO nova.compute.manager [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1142.378986] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.379214] env[69243]: DEBUG nova.compute.manager [-] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.379309] env[69243]: DEBUG nova.network.neutron [-] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.405574] env[69243]: DEBUG nova.policy [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fb19bc1a2b40ddab2748b2935d23cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d77a7d9451c446d841416b3f30617cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.529564] env[69243]: DEBUG oslo_vmware.rw_handles [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52191d5d-00a3-3ad2-409b-6b619a74b049/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1142.529790] env[69243]: INFO nova.virt.vmwareapi.images [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Downloaded image file data 7e5932ec-067a-4cb3-b4a0-2888fffaeb7c [ 1142.530699] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a381362-783e-4895-816c-5cbd497b2891 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.549752] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d716b5fa-8d1e-4439-946a-23f0d81dd627 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.582727] env[69243]: INFO nova.virt.vmwareapi.images [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] The imported VM was unregistered [ 1142.585214] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Caching image {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1142.585446] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.585783] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c868822-55f1-4fc8-9f14-371d61b69895 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.617654] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created directory with path [datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.617759] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163/OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163.vmdk to [datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c.vmdk. {{(pid=69243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1142.618406] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6545ad4b-91f6-40ce-821d-f8c174d07cfd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.630167] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1142.630167] env[69243]: value = "task-3689991" [ 1142.630167] env[69243]: _type = "Task" [ 1142.630167] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.643324] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689991, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.665016] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.665572] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.665572] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.665745] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.665798] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.665949] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.666465] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.666651] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.666822] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.666984] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.667176] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.674031] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683106cd-a133-4029-9669-1e241f64206f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.686224] env[69243]: DEBUG nova.network.neutron [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Successfully created port: 111bab0b-5619-4e9e-ad80-89cd21a8f27d {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.695265] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1142.695265] env[69243]: value = "task-3689992" [ 1142.695265] env[69243]: _type = "Task" [ 1142.695265] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.707029] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.733502] env[69243]: DEBUG nova.compute.manager [req-ed44163b-064c-438f-9682-41e7397d6060 req-95911ff7-f001-4c93-bb51-4ba673d7b248 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Received event network-vif-deleted-799a7f5f-1248-48e4-8f66-dc13bc715f12 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.734017] env[69243]: INFO nova.compute.manager [req-ed44163b-064c-438f-9682-41e7397d6060 req-95911ff7-f001-4c93-bb51-4ba673d7b248 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Neutron deleted interface 799a7f5f-1248-48e4-8f66-dc13bc715f12; detaching it from the instance and deleting it from the info cache [ 1142.734017] env[69243]: DEBUG nova.network.neutron [req-ed44163b-064c-438f-9682-41e7397d6060 req-95911ff7-f001-4c93-bb51-4ba673d7b248 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.861709] env[69243]: DEBUG nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.141410] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689991, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.204108] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da4e6c-aaff-4089-b6e8-91f7e65090c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.210032] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689992, 'name': ReconfigVM_Task, 'duration_secs': 0.171611} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.211142] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance 'ed46ed0f-c790-45de-a2d3-25f58f02debd' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.217181] env[69243]: DEBUG nova.network.neutron [-] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.219519] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5b0cf-f96c-420b-a5fb-f9b3cd824983 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.257123] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de4d6218-8e1d-48d3-8291-2336606d279f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.259664] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d54f0-c507-4547-9100-0e4b499fe84b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.271054] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9145179-5aa2-401d-8eee-e37997caf1aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.278382] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aafca7-1df0-4c7a-b841-03fd7cc37e9e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.301119] env[69243]: DEBUG nova.compute.provider_tree [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.313667] env[69243]: DEBUG nova.compute.manager [req-ed44163b-064c-438f-9682-41e7397d6060 req-95911ff7-f001-4c93-bb51-4ba673d7b248 service nova] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Detach interface failed, port_id=799a7f5f-1248-48e4-8f66-dc13bc715f12, reason: Instance d7b505aa-2227-407a-9485-41e567d77c7e could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.642084] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689991, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.721599] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.721888] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.722064] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.722372] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.722615] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.722822] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.723034] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.723203] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.723464] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.723703] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.723911] env[69243]: DEBUG nova.virt.hardware [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.730130] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.730772] env[69243]: INFO nova.compute.manager [-] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Took 1.35 seconds to deallocate network for instance. [ 1143.731208] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830328e0-236c-450e-b041-31952c70367b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.755214] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1143.755214] env[69243]: value = "task-3689993" [ 1143.755214] env[69243]: _type = "Task" [ 1143.755214] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.766040] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.805135] env[69243]: DEBUG nova.scheduler.client.report [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.874402] env[69243]: DEBUG nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.904162] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.904449] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.904610] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.904802] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.904943] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.905108] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.905323] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.905484] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.905653] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.905820] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.906045] env[69243]: DEBUG nova.virt.hardware [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.906918] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561bb083-7aa1-48eb-8a3e-c3cbaf7dc28c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.918314] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ffdcf-7149-48a4-b0a0-b3f1528824b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.087097] env[69243]: DEBUG nova.compute.manager [req-01e297fa-65c3-4494-9b91-30166a1924d8 req-7aac2612-4cb4-47a0-b617-f0ec59340519 service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Received event network-vif-plugged-111bab0b-5619-4e9e-ad80-89cd21a8f27d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.087365] env[69243]: DEBUG oslo_concurrency.lockutils [req-01e297fa-65c3-4494-9b91-30166a1924d8 req-7aac2612-4cb4-47a0-b617-f0ec59340519 service nova] Acquiring lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.087625] env[69243]: DEBUG oslo_concurrency.lockutils [req-01e297fa-65c3-4494-9b91-30166a1924d8 req-7aac2612-4cb4-47a0-b617-f0ec59340519 service nova] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.087843] env[69243]: DEBUG oslo_concurrency.lockutils [req-01e297fa-65c3-4494-9b91-30166a1924d8 req-7aac2612-4cb4-47a0-b617-f0ec59340519 service nova] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.088048] env[69243]: DEBUG nova.compute.manager [req-01e297fa-65c3-4494-9b91-30166a1924d8 req-7aac2612-4cb4-47a0-b617-f0ec59340519 service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] No waiting events found dispatching network-vif-plugged-111bab0b-5619-4e9e-ad80-89cd21a8f27d {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.088263] env[69243]: WARNING nova.compute.manager [req-01e297fa-65c3-4494-9b91-30166a1924d8 req-7aac2612-4cb4-47a0-b617-f0ec59340519 service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Received unexpected event network-vif-plugged-111bab0b-5619-4e9e-ad80-89cd21a8f27d for instance with vm_state building and task_state spawning. [ 1144.142936] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689991, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.179178] env[69243]: DEBUG nova.network.neutron [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Successfully updated port: 111bab0b-5619-4e9e-ad80-89cd21a8f27d {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.251963] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.267951] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689993, 'name': ReconfigVM_Task, 'duration_secs': 0.183616} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.268197] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.269181] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3225903-091d-4fab-9b5d-785abe3df30e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.294051] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] ed46ed0f-c790-45de-a2d3-25f58f02debd/ed46ed0f-c790-45de-a2d3-25f58f02debd.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.294429] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68437237-fd81-476e-b86c-d9edffe217ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.316301] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1144.316301] env[69243]: value = "task-3689994" [ 1144.316301] env[69243]: _type = "Task" [ 1144.316301] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.329329] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.643717] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689991, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.681578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "refresh_cache-c7759f2e-3b94-40d0-a5e2-f6cca1592855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.681916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "refresh_cache-c7759f2e-3b94-40d0-a5e2-f6cca1592855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.682059] env[69243]: DEBUG nova.network.neutron [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.819061] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.969s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.824561] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.626s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.824747] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.825012] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1144.825331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.210s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.826849] env[69243]: INFO nova.compute.claims [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.836028] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c8063b-de72-4715-bb46-6e9692b6263b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.853953] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d55e53-7491-4ca1-aaf5-b88a64a7f7d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.861237] env[69243]: DEBUG oslo_vmware.api [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3689994, 'name': ReconfigVM_Task, 'duration_secs': 0.328767} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.861651] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Reconfigured VM instance instance-0000005b to attach disk [datastore2] ed46ed0f-c790-45de-a2d3-25f58f02debd/ed46ed0f-c790-45de-a2d3-25f58f02debd.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.861898] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance 'ed46ed0f-c790-45de-a2d3-25f58f02debd' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.879058] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ceb3f6-57a9-4c98-b332-379081f27da4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.888953] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74035418-3c6e-4dcd-80f7-ba37f31bb4bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.922658] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179739MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1144.922909] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.143747] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689991, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.348415} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.144041] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163/OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163.vmdk to [datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c.vmdk. [ 1145.144236] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Cleaning up location [datastore1] OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1145.144400] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0bcf6f14-c804-4913-abdd-abe14e05f163 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.144650] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a9aca0-a15c-49a9-b5a8-6b78381bd0c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.151179] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1145.151179] env[69243]: value = "task-3689995" [ 1145.151179] env[69243]: _type = "Task" [ 1145.151179] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.158315] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.213031] env[69243]: DEBUG nova.network.neutron [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.369030] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e33554-5a39-4655-9bc6-bc9da993b1b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.388949] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81182b4f-3d40-4eed-a3bb-f74d76784018 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.408601] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance 'ed46ed0f-c790-45de-a2d3-25f58f02debd' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.561368] env[69243]: DEBUG nova.network.neutron [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Updating instance_info_cache with network_info: [{"id": "111bab0b-5619-4e9e-ad80-89cd21a8f27d", "address": "fa:16:3e:88:20:6f", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111bab0b-56", "ovs_interfaceid": "111bab0b-5619-4e9e-ad80-89cd21a8f27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.660618] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036215} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.660771] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.660923] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.661209] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c.vmdk to [datastore1] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.661466] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ebdb8cf-0393-4032-9ecd-dbf0a1d41003 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.668253] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1145.668253] env[69243]: value = "task-3689996" [ 1145.668253] env[69243]: _type = "Task" [ 1145.668253] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.675764] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.860209] env[69243]: DEBUG nova.scheduler.client.report [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1145.880025] env[69243]: DEBUG nova.scheduler.client.report [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1145.880194] env[69243]: DEBUG nova.compute.provider_tree [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.891625] env[69243]: DEBUG nova.scheduler.client.report [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1145.910905] env[69243]: DEBUG nova.scheduler.client.report [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1145.948988] env[69243]: DEBUG nova.network.neutron [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Port 7445a98b-7958-43b8-b6d9-74f68857af49 binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.056390] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765da86c-15d1-4694-bba3-474c3dad1b49 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.064220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "refresh_cache-c7759f2e-3b94-40d0-a5e2-f6cca1592855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.064564] env[69243]: DEBUG nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Instance network_info: |[{"id": "111bab0b-5619-4e9e-ad80-89cd21a8f27d", "address": "fa:16:3e:88:20:6f", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111bab0b-56", "ovs_interfaceid": "111bab0b-5619-4e9e-ad80-89cd21a8f27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.065076] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:20:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '111bab0b-5619-4e9e-ad80-89cd21a8f27d', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.073179] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.074256] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dc4af7-abfc-4c30-9209-23f670218cf1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.078088] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.078348] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dffb4b0-ece7-4ec8-8bd2-83b9352aaeb6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.129902] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b2187e-3389-4a17-83fc-d338ac5d3480 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.133958] env[69243]: DEBUG nova.compute.manager [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Received event network-changed-111bab0b-5619-4e9e-ad80-89cd21a8f27d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.134193] env[69243]: DEBUG nova.compute.manager [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Refreshing instance network info cache due to event network-changed-111bab0b-5619-4e9e-ad80-89cd21a8f27d. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.134429] env[69243]: DEBUG oslo_concurrency.lockutils [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] Acquiring lock "refresh_cache-c7759f2e-3b94-40d0-a5e2-f6cca1592855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.134602] env[69243]: DEBUG oslo_concurrency.lockutils [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] Acquired lock "refresh_cache-c7759f2e-3b94-40d0-a5e2-f6cca1592855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.134765] env[69243]: DEBUG nova.network.neutron [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Refreshing network info cache for port 111bab0b-5619-4e9e-ad80-89cd21a8f27d {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.136033] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.136033] env[69243]: value = "task-3689997" [ 1146.136033] env[69243]: _type = "Task" [ 1146.136033] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.145153] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759f34a9-b8aa-4e72-a87e-6aeaece6f429 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.154114] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689997, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.166178] env[69243]: DEBUG nova.compute.provider_tree [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.180647] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689996, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.372631] env[69243]: INFO nova.compute.manager [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Swapping old allocation on dict_keys(['d7f8eded-4856-4fed-bd1e-6b04b1de80f5']) held by migration 09c8a0bd-d72b-4940-b280-42f029867c55 for instance [ 1146.401974] env[69243]: DEBUG nova.scheduler.client.report [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Overwriting current allocation {'allocations': {'d7f8eded-4856-4fed-bd1e-6b04b1de80f5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 149}}, 'project_id': 'e48d56db41684b30a39cb738cb12c3e7', 'user_id': '40afc7d8495042d182c49558ec9a6f1a', 'consumer_generation': 1} on consumer 96ac7952-2a94-4560-99a1-2473dcccfdab {{(pid=69243) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1146.491690] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.491941] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.492143] env[69243]: DEBUG nova.network.neutron [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.656894] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3689997, 'name': CreateVM_Task, 'duration_secs': 0.412962} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.657714] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.658448] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.659059] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.659397] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.659810] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70b9e2a-acf7-4b49-844d-3c834160f385 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.667456] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1146.667456] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5241d644-d395-cbe9-796b-e1a06419d21a" [ 1146.667456] env[69243]: _type = "Task" [ 1146.667456] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.674655] env[69243]: DEBUG nova.scheduler.client.report [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.691214] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5241d644-d395-cbe9-796b-e1a06419d21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.694530] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689996, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.867186] env[69243]: DEBUG nova.network.neutron [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Updated VIF entry in instance network info cache for port 111bab0b-5619-4e9e-ad80-89cd21a8f27d. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.867573] env[69243]: DEBUG nova.network.neutron [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Updating instance_info_cache with network_info: [{"id": "111bab0b-5619-4e9e-ad80-89cd21a8f27d", "address": "fa:16:3e:88:20:6f", "network": {"id": "e752af9c-7131-4d24-9083-148c2208f771", "bridge": "br-int", "label": "tempest-ServersTestJSON-2082369866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d77a7d9451c446d841416b3f30617cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111bab0b-56", "ovs_interfaceid": "111bab0b-5619-4e9e-ad80-89cd21a8f27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.977626] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.978342] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.978429] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.179254] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5241d644-d395-cbe9-796b-e1a06419d21a, 'name': SearchDatastore_Task, 'duration_secs': 0.092817} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.179484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.179741] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.180011] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.180170] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.180454] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.183550] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0ab23c-ad6c-4e3a-83f5-148fde5769d9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.190565] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.191145] env[69243]: DEBUG nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.194221] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.942s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.194498] env[69243]: DEBUG nova.objects.instance [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lazy-loading 'resources' on Instance uuid d7b505aa-2227-407a-9485-41e567d77c7e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.201175] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689996, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.206763] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.208747] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.208747] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b74b24-9c12-400f-bc34-0114a16163d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.216971] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1147.216971] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ecf755-6cb3-2e22-7a20-4422f4de4afd" [ 1147.216971] env[69243]: _type = "Task" [ 1147.216971] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.228566] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ecf755-6cb3-2e22-7a20-4422f4de4afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.266963] env[69243]: DEBUG nova.network.neutron [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [{"id": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "address": "fa:16:3e:f5:88:1c", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea89f45-0d", "ovs_interfaceid": "cea89f45-0df9-43b7-a32c-f91ee65f6c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.370426] env[69243]: DEBUG oslo_concurrency.lockutils [req-cce0f3b3-ee1a-4c60-965c-4f9d3d3fcaee req-8962175f-2f34-4610-8672-47e48e32b41e service nova] Releasing lock "refresh_cache-c7759f2e-3b94-40d0-a5e2-f6cca1592855" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.697585] env[69243]: DEBUG nova.compute.utils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.699172] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689996, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.702384] env[69243]: DEBUG nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.702573] env[69243]: DEBUG nova.network.neutron [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.729215] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ecf755-6cb3-2e22-7a20-4422f4de4afd, 'name': SearchDatastore_Task, 'duration_secs': 0.081583} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.730050] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cbbe57b-9256-483d-b18c-d941cf8893e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.736989] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1147.736989] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527bc077-5a7b-be46-4e8d-7e9db766faab" [ 1147.736989] env[69243]: _type = "Task" [ 1147.736989] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.741487] env[69243]: DEBUG nova.policy [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a2f1de4fd8484eb8b6d1e832c0976f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f34445523eb40d09aa37aa88c974720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.752076] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527bc077-5a7b-be46-4e8d-7e9db766faab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.769532] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-96ac7952-2a94-4560-99a1-2473dcccfdab" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.770014] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.770502] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad076e6-e1c5-431a-a2e8-9d0ec646a8d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.778644] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1147.778644] env[69243]: value = "task-3689998" [ 1147.778644] env[69243]: _type = "Task" [ 1147.778644] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.791308] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.859740] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dceb9b2-e9df-4dee-ae1f-b1e7344ff6b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.869339] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6db62-b847-4ff5-839d-32d7cecc94bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.907611] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e984e-b2ef-4281-b1d7-451159c2150a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.918996] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68b87ba-e7be-4230-9cac-d7d669996699 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.935998] env[69243]: DEBUG nova.compute.provider_tree [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.040060] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.041266] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.041919] env[69243]: DEBUG nova.network.neutron [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.052161] env[69243]: DEBUG nova.network.neutron [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Successfully created port: 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.196500] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689996, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.47813} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.196974] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c/7e5932ec-067a-4cb3-b4a0-2888fffaeb7c.vmdk to [datastore1] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.197823] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a742b19-4c80-4629-bad8-c404c0908a44 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.201015] env[69243]: DEBUG nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.224121] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.224436] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be84feb6-5cb7-4ebe-95ee-1af218a6dde7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.250824] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527bc077-5a7b-be46-4e8d-7e9db766faab, 'name': SearchDatastore_Task, 'duration_secs': 0.084272} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.252173] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.252477] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] c7759f2e-3b94-40d0-a5e2-f6cca1592855/c7759f2e-3b94-40d0-a5e2-f6cca1592855.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.253071] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1148.253071] env[69243]: value = "task-3689999" [ 1148.253071] env[69243]: _type = "Task" [ 1148.253071] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.253335] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-731f748c-52d2-4b64-8c79-d0bf6523310e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.262962] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.264211] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1148.264211] env[69243]: value = "task-3690000" [ 1148.264211] env[69243]: _type = "Task" [ 1148.264211] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.271397] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.287949] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3689998, 'name': PowerOffVM_Task, 'duration_secs': 0.251693} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.288340] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.289065] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.289312] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.289557] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.289736] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.289928] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.290134] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.290359] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.290520] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.290734] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.290956] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.291169] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.296708] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9fa45e-760d-4b7a-9af6-6e706c54184b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.312370] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1148.312370] env[69243]: value = "task-3690001" [ 1148.312370] env[69243]: _type = "Task" [ 1148.312370] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.323988] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.440056] env[69243]: DEBUG nova.scheduler.client.report [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.766297] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.777144] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498695} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.777409] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] c7759f2e-3b94-40d0-a5e2-f6cca1592855/c7759f2e-3b94-40d0-a5e2-f6cca1592855.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.777623] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.777869] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-485b1c7f-5ade-43cc-bf06-ce64cea38db1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.783370] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1148.783370] env[69243]: value = "task-3690002" [ 1148.783370] env[69243]: _type = "Task" [ 1148.783370] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.790989] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.823452] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690001, 'name': ReconfigVM_Task, 'duration_secs': 0.142063} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.824547] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997c2c4-af91-49a5-b6a9-19a1e1c57b64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.842947] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.843248] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.843410] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.843701] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.843910] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.844090] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.844304] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.844463] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.844631] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.844798] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.844969] env[69243]: DEBUG nova.virt.hardware [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.847048] env[69243]: DEBUG nova.network.neutron [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.850020] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9242100-1f3e-4a96-8c50-c8b20019f59c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.855631] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1148.855631] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d60dc3-5cb6-5dad-18e1-5214f9e868ee" [ 1148.855631] env[69243]: _type = "Task" [ 1148.855631] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.865023] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d60dc3-5cb6-5dad-18e1-5214f9e868ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.945487] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.947787] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.025s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.971246] env[69243]: INFO nova.scheduler.client.report [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Deleted allocations for instance d7b505aa-2227-407a-9485-41e567d77c7e [ 1149.215189] env[69243]: DEBUG nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.242248] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.242551] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.242748] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.242999] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.243208] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.243412] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.243672] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.243864] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.244090] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.244295] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.244509] env[69243]: DEBUG nova.virt.hardware [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.245488] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf189177-d1aa-4aad-a34f-220880946b77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.254924] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d2605a-d66e-440d-874c-b233df460308 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.268181] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3689999, 'name': ReconfigVM_Task, 'duration_secs': 0.560941} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.276496] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 665917ca-881f-4279-8fbd-af22b00c3b51/665917ca-881f-4279-8fbd-af22b00c3b51.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.277896] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encrypted': False, 'image_id': '18ed8bce-64a7-4098-b909-6a3e3fb2f518'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735135', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'name': 'volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '665917ca-881f-4279-8fbd-af22b00c3b51', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'serial': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9'}, 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'attachment_id': '245b7600-ef34-4dd8-b633-ed72b5b0883c', 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1149.278115] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.278312] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735135', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'name': 'volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '665917ca-881f-4279-8fbd-af22b00c3b51', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'serial': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.279760] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae8d653-1213-4a60-b197-69b5c9903f92 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.297876] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32edf2-2901-4996-8de6-07302637d749 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.304704] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067563} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.320561] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.329703] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9/volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.330578] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a935a12-5a67-40b4-b25f-fc7e6d3cc2c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.333722] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df92ec9c-6f36-4fc5-ab79-f66da34c43da {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.351353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.369712] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1149.369712] env[69243]: value = "task-3690003" [ 1149.369712] env[69243]: _type = "Task" [ 1149.369712] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.378801] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] c7759f2e-3b94-40d0-a5e2-f6cca1592855/c7759f2e-3b94-40d0-a5e2-f6cca1592855.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.379412] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e521be-a8b6-413f-9b49-61434f781f1d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.400237] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d60dc3-5cb6-5dad-18e1-5214f9e868ee, 'name': SearchDatastore_Task, 'duration_secs': 0.057861} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.406132] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.406799] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa57fd56-5759-4ce0-bb89-cd4cd30568f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.424745] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.425093] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1149.425093] env[69243]: value = "task-3690004" [ 1149.425093] env[69243]: _type = "Task" [ 1149.425093] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.435157] env[69243]: DEBUG nova.compute.manager [req-b8401312-8404-4d58-9ed2-f3c39172a49a req-9f4cffde-c5cc-49ed-ae0b-4eb9f9727d63 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Received event network-vif-plugged-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.435494] env[69243]: DEBUG oslo_concurrency.lockutils [req-b8401312-8404-4d58-9ed2-f3c39172a49a req-9f4cffde-c5cc-49ed-ae0b-4eb9f9727d63 service nova] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.435841] env[69243]: DEBUG oslo_concurrency.lockutils [req-b8401312-8404-4d58-9ed2-f3c39172a49a req-9f4cffde-c5cc-49ed-ae0b-4eb9f9727d63 service nova] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.436160] env[69243]: DEBUG oslo_concurrency.lockutils [req-b8401312-8404-4d58-9ed2-f3c39172a49a req-9f4cffde-c5cc-49ed-ae0b-4eb9f9727d63 service nova] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.436394] env[69243]: DEBUG nova.compute.manager [req-b8401312-8404-4d58-9ed2-f3c39172a49a req-9f4cffde-c5cc-49ed-ae0b-4eb9f9727d63 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] No waiting events found dispatching network-vif-plugged-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.436654] env[69243]: WARNING nova.compute.manager [req-b8401312-8404-4d58-9ed2-f3c39172a49a req-9f4cffde-c5cc-49ed-ae0b-4eb9f9727d63 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Received unexpected event network-vif-plugged-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad for instance with vm_state building and task_state spawning. [ 1149.437344] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1149.437344] env[69243]: value = "task-3690005" [ 1149.437344] env[69243]: _type = "Task" [ 1149.437344] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.444857] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.450083] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.482025] env[69243]: DEBUG oslo_concurrency.lockutils [None req-019d684b-37ed-4cfd-afe9-7544cbbca0fe tempest-ServerDiskConfigTestJSON-1340648245 tempest-ServerDiskConfigTestJSON-1340648245-project-member] Lock "d7b505aa-2227-407a-9485-41e567d77c7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.774s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.529362] env[69243]: DEBUG nova.network.neutron [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Successfully updated port: 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.885073] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a575a0-de3b-4033-aa33-e0f8662479bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.894090] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.908384] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebd466-a5ab-4ace-becf-509a24b6c78b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.915367] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance 'ed46ed0f-c790-45de-a2d3-25f58f02debd' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.936082] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690004, 'name': ReconfigVM_Task, 'duration_secs': 0.287387} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.936630] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Reconfigured VM instance instance-0000006c to attach disk [datastore1] c7759f2e-3b94-40d0-a5e2-f6cca1592855/c7759f2e-3b94-40d0-a5e2-f6cca1592855.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.938477] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9840cc8a-3504-431f-b16e-49a9e199cfce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.949051] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690005, 'name': ReconfigVM_Task, 'duration_secs': 0.167409} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.950393] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.950838] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1149.950838] env[69243]: value = "task-3690006" [ 1149.950838] env[69243]: _type = "Task" [ 1149.950838] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.951658] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609f8045-86e4-4920-bc50-ada014b8c26c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.957556] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Applying migration context for instance ed46ed0f-c790-45de-a2d3-25f58f02debd as it has an incoming, in-progress migration 2a085760-a3a3-47ce-b932-416ae6da5d46. Migration status is post-migrating {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1149.958855] env[69243]: INFO nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating resource usage from migration 2a085760-a3a3-47ce-b932-416ae6da5d46 [ 1149.981478] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.985954] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8f8c90-ea84-484a-ad8b-9f555db53a21 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.998841] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690006, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.999874] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 49b82a32-ab35-49d3-b1e4-53df8f966f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.000070] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.000239] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e416d0cb-da8f-4624-9d29-5df9f7177b6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.000403] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 96ac7952-2a94-4560-99a1-2473dcccfdab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.000561] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 665917ca-881f-4279-8fbd-af22b00c3b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.000759] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Migration 2a085760-a3a3-47ce-b932-416ae6da5d46 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1150.000895] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance ed46ed0f-c790-45de-a2d3-25f58f02debd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.001060] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance c7759f2e-3b94-40d0-a5e2-f6cca1592855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.001221] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 511ba3c0-d478-4b9d-9064-f0e24ff5e399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.001456] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1150.001640] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1150.008123] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1150.008123] env[69243]: value = "task-3690007" [ 1150.008123] env[69243]: _type = "Task" [ 1150.008123] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.016682] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.032726] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.032921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.033079] env[69243]: DEBUG nova.network.neutron [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.125688] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a2734-4a22-48e9-9435-4eb7fd0189d8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.132813] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e2b36f-93e2-4a14-9f4b-9c363229215e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.161907] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16649fdc-b9b8-4f2b-bbce-576a1db67a59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.169658] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f790d-a125-4214-8050-47907fa5009e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.182867] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.389645] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690003, 'name': ReconfigVM_Task, 'duration_secs': 0.638857} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.389645] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9/volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.394431] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae3791e-dd3f-42ab-b699-1c91cc122145 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.415099] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1150.415099] env[69243]: value = "task-3690008" [ 1150.415099] env[69243]: _type = "Task" [ 1150.415099] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.424338] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ca44e488-6dfe-4372-8188-4848580ad4b3 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance 'ed46ed0f-c790-45de-a2d3-25f58f02debd' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.427648] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.463841] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690006, 'name': Rename_Task, 'duration_secs': 0.136499} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.463841] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.463841] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ddfb57-fdb7-43ed-8389-841be60722ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.468401] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1150.468401] env[69243]: value = "task-3690009" [ 1150.468401] env[69243]: _type = "Task" [ 1150.468401] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.475866] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.517533] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.575282] env[69243]: DEBUG nova.network.neutron [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.687841] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.765162] env[69243]: DEBUG nova.network.neutron [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updating instance_info_cache with network_info: [{"id": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "address": "fa:16:3e:3c:89:79", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9939fcc3-c3", "ovs_interfaceid": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.924702] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.979286] env[69243]: DEBUG oslo_vmware.api [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690009, 'name': PowerOnVM_Task, 'duration_secs': 0.479547} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.979518] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.979759] env[69243]: INFO nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1150.979945] env[69243]: DEBUG nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.982046] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0947f963-9680-45ae-b23a-51b844318f4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.018040] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.193488] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1151.193606] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.193808] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.193879] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Cleaning up deleted instances {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1151.268121] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.268474] env[69243]: DEBUG nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Instance network_info: |[{"id": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "address": "fa:16:3e:3c:89:79", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9939fcc3-c3", "ovs_interfaceid": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.268960] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:89:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9939fcc3-c344-44d4-813b-a5bb6c0ca1ad', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.278599] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.278885] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.279130] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dbd7fb0-2a55-405f-a2c2-9ef7e8ff869e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.301938] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.301938] env[69243]: value = "task-3690010" [ 1151.301938] env[69243]: _type = "Task" [ 1151.301938] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.309997] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690010, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.425089] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690008, 'name': ReconfigVM_Task, 'duration_secs': 0.713164} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.425434] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735135', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'name': 'volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '665917ca-881f-4279-8fbd-af22b00c3b51', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'serial': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1151.426228] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a63dfa-a551-42ea-a084-2a978590a60c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.436724] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1151.436724] env[69243]: value = "task-3690011" [ 1151.436724] env[69243]: _type = "Task" [ 1151.436724] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.446199] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690011, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.455716] env[69243]: DEBUG nova.compute.manager [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Received event network-changed-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.455938] env[69243]: DEBUG nova.compute.manager [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Refreshing instance network info cache due to event network-changed-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.456240] env[69243]: DEBUG oslo_concurrency.lockutils [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] Acquiring lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.456377] env[69243]: DEBUG oslo_concurrency.lockutils [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] Acquired lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.456532] env[69243]: DEBUG nova.network.neutron [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Refreshing network info cache for port 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.499943] env[69243]: INFO nova.compute.manager [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Took 17.88 seconds to build instance. [ 1151.519409] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690007, 'name': ReconfigVM_Task, 'duration_secs': 1.281381} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.519755] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab/96ac7952-2a94-4560-99a1-2473dcccfdab.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.520686] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae694918-0f1b-4df8-8d34-dd0a2fa2aa70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.542094] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f87541-43ad-4ba6-b04e-a472725c9a82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.563465] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b34629-aa1b-4e06-ab9f-abe535e31dba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.581616] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b78a4-3cff-480b-ab03-7e59f19943cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.589810] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.590094] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18c87c08-596b-4d84-b150-ada7227cccaf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.596785] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1151.596785] env[69243]: value = "task-3690012" [ 1151.596785] env[69243]: _type = "Task" [ 1151.596785] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.604336] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.710323] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] There are 55 instances to clean {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1151.710513] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: d7b505aa-2227-407a-9485-41e567d77c7e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.811974] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690010, 'name': CreateVM_Task, 'duration_secs': 0.451752} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.812166] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.812844] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.813051] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.813376] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.813630] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2253c8-7567-4991-a804-fba214b2ab3d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.817788] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1151.817788] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d875c1-b3c1-b72a-a105-f3530ea970b2" [ 1151.817788] env[69243]: _type = "Task" [ 1151.817788] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.826810] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d875c1-b3c1-b72a-a105-f3530ea970b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.953972] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690011, 'name': Rename_Task, 'duration_secs': 0.152644} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.955228] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.955537] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49decc9c-89e4-4b4e-8f2e-c1f4c3e9543b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.962726] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1151.962726] env[69243]: value = "task-3690013" [ 1151.962726] env[69243]: _type = "Task" [ 1151.962726] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.970797] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.002460] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e42d77e-dda8-4510-b487-3d7ad51c4d1a tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.391s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.109320] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.213449] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 537d89d2-6104-479f-a035-a2d87b8c6066] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.261445] env[69243]: DEBUG nova.network.neutron [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updated VIF entry in instance network info cache for port 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.261826] env[69243]: DEBUG nova.network.neutron [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updating instance_info_cache with network_info: [{"id": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "address": "fa:16:3e:3c:89:79", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9939fcc3-c3", "ovs_interfaceid": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.331741] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d875c1-b3c1-b72a-a105-f3530ea970b2, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.332095] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.332381] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.332624] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.332805] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.333021] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.333307] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e9fe8bc-1de9-4fd2-a26e-4621d05e5e1d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.343148] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.343351] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.344076] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dfc7d5-3d2a-46b5-b6a8-a73e318fda73 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.349910] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1152.349910] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fe65ce-9c83-b5a7-b240-62e24559843d" [ 1152.349910] env[69243]: _type = "Task" [ 1152.349910] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.360876] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fe65ce-9c83-b5a7-b240-62e24559843d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.471888] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.551089] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.551089] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.551089] env[69243]: DEBUG nova.compute.manager [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.551607] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764792b1-b77f-4008-9aa2-4593a2ac3f8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.558992] env[69243]: DEBUG nova.compute.manager [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1152.559647] env[69243]: DEBUG nova.objects.instance [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'flavor' on Instance uuid c7759f2e-3b94-40d0-a5e2-f6cca1592855 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.614334] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.717266] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7f65753e-7398-46e4-8364-c665d1385ed4] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.764298] env[69243]: DEBUG oslo_concurrency.lockutils [req-0daeb833-147b-483e-a9ac-1563d68d8542 req-84bb6cde-82d8-463e-b192-148f7ba9ce0e service nova] Releasing lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.860654] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fe65ce-9c83-b5a7-b240-62e24559843d, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.861470] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1fa515-04c0-4b59-a553-63e3f654b118 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.866423] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1152.866423] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b6dee1-e001-b2f4-89fc-47fc59d43945" [ 1152.866423] env[69243]: _type = "Task" [ 1152.866423] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.874189] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b6dee1-e001-b2f4-89fc-47fc59d43945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.975644] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.108836] env[69243]: DEBUG oslo_vmware.api [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690012, 'name': PowerOnVM_Task, 'duration_secs': 1.47359} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.109126] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.221185] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 33a76fdf-ada7-4a6e-ba28-17906915151f] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.232940] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.232940] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.232940] env[69243]: DEBUG nova.compute.manager [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Going to confirm migration 8 {{(pid=69243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1153.382619] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b6dee1-e001-b2f4-89fc-47fc59d43945, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.382940] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.383369] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.384037] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e9ac81-47a4-44a7-8b3a-02a2f78f2216 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.393374] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1153.393374] env[69243]: value = "task-3690014" [ 1153.393374] env[69243]: _type = "Task" [ 1153.393374] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.403162] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.482014] env[69243]: DEBUG oslo_vmware.api [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690013, 'name': PowerOnVM_Task, 'duration_secs': 1.319247} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.483238] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.570528] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.570877] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69dd5bef-d93a-444d-b8eb-e6da199b6965 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.582046] env[69243]: DEBUG oslo_vmware.api [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1153.582046] env[69243]: value = "task-3690015" [ 1153.582046] env[69243]: _type = "Task" [ 1153.582046] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.591980] env[69243]: DEBUG oslo_vmware.api [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.615523] env[69243]: DEBUG nova.compute.manager [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.622760] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb06864a-20cb-4792-af72-d2f828377edc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.726985] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 2e24c0d8-c824-45b5-bdc7-9ba7d46c8dae] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.812738] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.812738] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.812738] env[69243]: DEBUG nova.network.neutron [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.812738] env[69243]: DEBUG nova.objects.instance [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'info_cache' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.904987] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690014, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.091657] env[69243]: DEBUG oslo_vmware.api [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690015, 'name': PowerOffVM_Task, 'duration_secs': 0.200274} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.091920] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.092127] env[69243]: DEBUG nova.compute.manager [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.092857] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982583b8-c1f8-491b-85e2-3942716757e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.127816] env[69243]: INFO nova.compute.manager [None req-d03aea80-8bf7-411a-8127-f359c5555597 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance to original state: 'active' [ 1154.151081] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2fa93cca-1e93-42c3-9b9d-a9cd843ba672 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.401s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.231206] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 6e209b38-2b70-4e7f-be75-a572dd6685fd] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.406344] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521297} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.406606] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.406817] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.407091] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfff56e4-8a9a-43c4-9f89-d0546e9c772b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.416134] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1154.416134] env[69243]: value = "task-3690016" [ 1154.416134] env[69243]: _type = "Task" [ 1154.416134] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.425125] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.538811] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.539378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.604933] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4fd26bb2-2bc0-4284-b21d-f9073256b3f9 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.736629] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 8e35e759-482f-4a0e-bbe5-2975bc376079] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.928183] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062284} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.928183] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.928732] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d311087-14cf-452b-86be-a6d9812b514c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.952488] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.956115] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c239f51d-5cce-4173-b9e9-95c21819bd1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.972777] env[69243]: DEBUG oslo_concurrency.lockutils [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.973085] env[69243]: DEBUG oslo_concurrency.lockutils [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.977200] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1154.977200] env[69243]: value = "task-3690017" [ 1154.977200] env[69243]: _type = "Task" [ 1154.977200] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.990093] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.043256] env[69243]: DEBUG nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.070373] env[69243]: DEBUG nova.network.neutron [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.238772] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: dabeec89-b25f-442d-840f-3b523cfeec64] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.392109] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.392436] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.392634] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.392821] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.393041] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.396035] env[69243]: INFO nova.compute.manager [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Terminating instance [ 1155.476619] env[69243]: DEBUG nova.compute.utils [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.487346] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690017, 'name': ReconfigVM_Task, 'duration_secs': 0.352735} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.487628] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.488284] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cd38d69-23b6-408d-bc04-d068fc626a91 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.496522] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1155.496522] env[69243]: value = "task-3690018" [ 1155.496522] env[69243]: _type = "Task" [ 1155.496522] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.507863] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690018, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.560738] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "96ac7952-2a94-4560-99a1-2473dcccfdab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.561097] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.561346] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.561564] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.561756] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.564565] env[69243]: INFO nova.compute.manager [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Terminating instance [ 1155.569658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.569658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.571581] env[69243]: INFO nova.compute.claims [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.575368] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.575474] env[69243]: DEBUG nova.objects.instance [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'migration_context' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.742155] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7aac8937-8941-4652-b9ce-8e0d48821966] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.900092] env[69243]: DEBUG nova.compute.manager [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.900366] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.901577] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae3a43f-ec5c-4858-ae70-6cc1601fac6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.910178] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.910452] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91397a8a-0460-4782-a613-72295074216f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.975954] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.976167] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.976356] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleting the datastore file [datastore1] c7759f2e-3b94-40d0-a5e2-f6cca1592855 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.976670] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2da9334b-7a29-48ce-9a4e-eea13f2bcf6d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.983277] env[69243]: DEBUG oslo_concurrency.lockutils [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.983903] env[69243]: DEBUG oslo_vmware.api [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1155.983903] env[69243]: value = "task-3690020" [ 1155.983903] env[69243]: _type = "Task" [ 1155.983903] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.992869] env[69243]: DEBUG oslo_vmware.api [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.005556] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690018, 'name': Rename_Task, 'duration_secs': 0.150542} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.005861] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.006144] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f76b9a1-3cbc-4321-adcb-fb56d04c135f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.013018] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1156.013018] env[69243]: value = "task-3690021" [ 1156.013018] env[69243]: _type = "Task" [ 1156.013018] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.020518] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.067882] env[69243]: DEBUG nova.compute.manager [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.068139] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.069055] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aa72b2-51ec-4b0b-892b-e4e109a0bb67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.077189] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.080127] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc83793-21ae-4bae-902e-403ece2ff217 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.083127] env[69243]: DEBUG nova.objects.base [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.083820] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1701d-efce-4808-b049-1a2aac8b17fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.107522] env[69243]: DEBUG oslo_vmware.api [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1156.107522] env[69243]: value = "task-3690022" [ 1156.107522] env[69243]: _type = "Task" [ 1156.107522] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.107929] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb87a95-80b1-4c3a-b020-3eeb396c26e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.117124] env[69243]: DEBUG oslo_vmware.api [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1156.117124] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c06de6-f6b5-5950-4d0d-9a17d40cb619" [ 1156.117124] env[69243]: _type = "Task" [ 1156.117124] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.120525] env[69243]: DEBUG oslo_vmware.api [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.128567] env[69243]: DEBUG oslo_vmware.api [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c06de6-f6b5-5950-4d0d-9a17d40cb619, 'name': SearchDatastore_Task, 'duration_secs': 0.007418} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.128819] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.246518] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 97173657-8cfc-4e53-b071-4b1f4c559c39] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.494945] env[69243]: DEBUG oslo_vmware.api [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170502} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.495327] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.495587] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.495850] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.496102] env[69243]: INFO nova.compute.manager [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1156.496390] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.496666] env[69243]: DEBUG nova.compute.manager [-] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.496763] env[69243]: DEBUG nova.network.neutron [-] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.522682] env[69243]: DEBUG oslo_vmware.api [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690021, 'name': PowerOnVM_Task, 'duration_secs': 0.469654} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.523013] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.523242] env[69243]: INFO nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1156.523426] env[69243]: DEBUG nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.525468] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc435ea1-fd4d-42e7-bbae-770b89fe6d59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.624083] env[69243]: DEBUG oslo_vmware.api [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690022, 'name': PowerOffVM_Task, 'duration_secs': 0.266885} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.624083] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.624083] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.624083] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6a944f-924a-408b-9201-fa51c052b5d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.724710] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc13c52-75a7-4abd-aa73-90f12eb59428 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.732587] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99bece3-6ad7-470f-b8af-9161fc3bee57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.764228] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 27e6a890-5278-4889-a7bc-aafd78e62ca6] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.767517] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46aac8c-d4a4-4f92-bc84-a71292100b11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.770799] env[69243]: DEBUG nova.compute.manager [req-a23707d3-e1b2-4284-91a4-87d8f252bea4 req-a5b55106-cceb-40f0-a4ac-86a57e82ff19 service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Received event network-vif-deleted-111bab0b-5619-4e9e-ad80-89cd21a8f27d {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.771069] env[69243]: INFO nova.compute.manager [req-a23707d3-e1b2-4284-91a4-87d8f252bea4 req-a5b55106-cceb-40f0-a4ac-86a57e82ff19 service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Neutron deleted interface 111bab0b-5619-4e9e-ad80-89cd21a8f27d; detaching it from the instance and deleting it from the info cache [ 1156.771264] env[69243]: DEBUG nova.network.neutron [req-a23707d3-e1b2-4284-91a4-87d8f252bea4 req-a5b55106-cceb-40f0-a4ac-86a57e82ff19 service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.778007] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8a392b-1536-4df5-8147-39dcc750109d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.792958] env[69243]: DEBUG nova.compute.provider_tree [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.908406] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.908683] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.908907] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleting the datastore file [datastore2] 96ac7952-2a94-4560-99a1-2473dcccfdab {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.909237] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6db8348d-ddc5-4bc0-9e87-dad2de8fb809 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.915753] env[69243]: DEBUG oslo_vmware.api [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1156.915753] env[69243]: value = "task-3690024" [ 1156.915753] env[69243]: _type = "Task" [ 1156.915753] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.923721] env[69243]: DEBUG oslo_vmware.api [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.033337] env[69243]: DEBUG oslo_concurrency.lockutils [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.033960] env[69243]: DEBUG oslo_concurrency.lockutils [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.033960] env[69243]: INFO nova.compute.manager [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Attaching volume fa7f2e80-b05d-4b75-8d95-daa372767606 to /dev/sdb [ 1157.049968] env[69243]: INFO nova.compute.manager [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Took 18.45 seconds to build instance. [ 1157.069793] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e5356-7be2-47d1-930c-90880c923a76 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.077815] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55470cc5-0c91-4de1-905f-6c2b2edc6995 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.091662] env[69243]: DEBUG nova.virt.block_device [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updating existing volume attachment record: 8c329cbd-5d7c-4972-935a-a397ddc8fac4 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1157.268026] env[69243]: DEBUG nova.network.neutron [-] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.276191] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 29568850-2254-483c-bee3-3d989cc5f7b5] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.276191] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e9103ad-0067-4e1b-970b-291d61849077 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.290978] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf3c4cf-dd73-48c0-a39e-8bbd49aafbb9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.308074] env[69243]: DEBUG nova.scheduler.client.report [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.334070] env[69243]: DEBUG nova.compute.manager [req-a23707d3-e1b2-4284-91a4-87d8f252bea4 req-a5b55106-cceb-40f0-a4ac-86a57e82ff19 service nova] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Detach interface failed, port_id=111bab0b-5619-4e9e-ad80-89cd21a8f27d, reason: Instance c7759f2e-3b94-40d0-a5e2-f6cca1592855 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.428505] env[69243]: DEBUG oslo_vmware.api [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449256} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.430715] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.431054] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.431388] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.431588] env[69243]: INFO nova.compute.manager [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1157.432031] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.432439] env[69243]: DEBUG nova.compute.manager [-] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.432439] env[69243]: DEBUG nova.network.neutron [-] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.552709] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ba3eaccd-bc1f-4e76-837c-9b56a905eb20 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.959s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.771579] env[69243]: INFO nova.compute.manager [-] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Took 1.27 seconds to deallocate network for instance. [ 1157.784087] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7530a99d-1250-4c34-8e7b-8f46960d4df9] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.813925] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.814492] env[69243]: DEBUG nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.817107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.688s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.278096] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.286757] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 2d2cd2db-fd21-4999-9598-3e946902a2e9] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.320383] env[69243]: DEBUG nova.compute.utils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.324733] env[69243]: DEBUG nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.324915] env[69243]: DEBUG nova.network.neutron [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.360063] env[69243]: DEBUG nova.network.neutron [-] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.374650] env[69243]: DEBUG nova.policy [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d1c7faa74a4e3aa1fc5e0004e928ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c2a2a1b082a4d0bba1ade6e262b71ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.456024] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ce680-9e20-42ae-9e24-2cd2c7701260 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.463630] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384177c1-9994-4394-b2c4-01b6d4b04141 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.501189] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9c4e3-fb2f-4a02-b8b8-657a64778ffe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.509027] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214a43d5-095f-4b0f-a15c-59b876233dfc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.522877] env[69243]: DEBUG nova.compute.provider_tree [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.637921] env[69243]: DEBUG nova.network.neutron [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Successfully created port: 3878fcd3-9171-44a2-ba23-521568f894fb {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.786140] env[69243]: DEBUG nova.compute.manager [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Received event network-changed-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.786365] env[69243]: DEBUG nova.compute.manager [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Refreshing instance network info cache due to event network-changed-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.786577] env[69243]: DEBUG oslo_concurrency.lockutils [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] Acquiring lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.786719] env[69243]: DEBUG oslo_concurrency.lockutils [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] Acquired lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.786876] env[69243]: DEBUG nova.network.neutron [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Refreshing network info cache for port 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.789532] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 5a12c56a-4364-4299-a63e-d288c06a5fa8] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.825872] env[69243]: DEBUG nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.862170] env[69243]: INFO nova.compute.manager [-] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Took 1.43 seconds to deallocate network for instance. [ 1159.027030] env[69243]: DEBUG nova.scheduler.client.report [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.293558] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7cbfab29-20a9-46a0-9c9c-7847ae205512] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.369046] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.567727] env[69243]: DEBUG nova.network.neutron [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updated VIF entry in instance network info cache for port 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.568130] env[69243]: DEBUG nova.network.neutron [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updating instance_info_cache with network_info: [{"id": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "address": "fa:16:3e:3c:89:79", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9939fcc3-c3", "ovs_interfaceid": "9939fcc3-c344-44d4-813b-a5bb6c0ca1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.798562] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 5b33d7b3-b883-4730-b1ee-ee83e3cd594a] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.834975] env[69243]: DEBUG nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.861680] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.861920] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.862087] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.862272] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.862417] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.862563] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.862766] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.862922] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.863130] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.863304] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.863477] env[69243]: DEBUG nova.virt.hardware [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.864355] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6276201-b2bb-4273-ae5f-d8244b263cbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.871946] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5ba9a9-78a6-435f-8622-e6b63d286990 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.039494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.222s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.039709] env[69243]: DEBUG nova.compute.manager [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69243) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1160.042543] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.765s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.042758] env[69243]: DEBUG nova.objects.instance [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'resources' on Instance uuid c7759f2e-3b94-40d0-a5e2-f6cca1592855 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.061019] env[69243]: DEBUG nova.network.neutron [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Successfully updated port: 3878fcd3-9171-44a2-ba23-521568f894fb {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.070537] env[69243]: DEBUG oslo_concurrency.lockutils [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] Releasing lock "refresh_cache-511ba3c0-d478-4b9d-9064-f0e24ff5e399" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.070743] env[69243]: DEBUG nova.compute.manager [req-43424cac-fbe5-4295-87f7-5679af34b562 req-2827a83e-eb4c-464c-839f-a1bcda5fb851 service nova] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Received event network-vif-deleted-cea89f45-0df9-43b7-a32c-f91ee65f6c8e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.301614] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 73480d26-efe8-44ea-b262-c5c8c6cb26ef] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.563643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "refresh_cache-fbca4007-1adc-4872-ac1c-a7f80d0c748e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.563802] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquired lock "refresh_cache-fbca4007-1adc-4872-ac1c-a7f80d0c748e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.564121] env[69243]: DEBUG nova.network.neutron [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.611670] env[69243]: INFO nova.scheduler.client.report [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted allocation for migration 2a085760-a3a3-47ce-b932-416ae6da5d46 [ 1160.673732] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a98b45-ac39-4186-96aa-868e304f3353 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.682431] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfe1a3a-f9f2-46ae-a390-2e132b34192e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.712919] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9e48dc-aa56-41f9-9c2e-620acaed775f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.720492] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76c472-4384-4457-80e5-786c8dbff6c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.734861] env[69243]: DEBUG nova.compute.provider_tree [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.804938] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: f905c56e-0424-486e-828e-763fc772c0cb] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.809414] env[69243]: DEBUG nova.compute.manager [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Received event network-vif-plugged-3878fcd3-9171-44a2-ba23-521568f894fb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.809640] env[69243]: DEBUG oslo_concurrency.lockutils [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] Acquiring lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.809822] env[69243]: DEBUG oslo_concurrency.lockutils [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.809989] env[69243]: DEBUG oslo_concurrency.lockutils [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.810179] env[69243]: DEBUG nova.compute.manager [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] No waiting events found dispatching network-vif-plugged-3878fcd3-9171-44a2-ba23-521568f894fb {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.810343] env[69243]: WARNING nova.compute.manager [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Received unexpected event network-vif-plugged-3878fcd3-9171-44a2-ba23-521568f894fb for instance with vm_state building and task_state spawning. [ 1160.810499] env[69243]: DEBUG nova.compute.manager [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Received event network-changed-3878fcd3-9171-44a2-ba23-521568f894fb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.810650] env[69243]: DEBUG nova.compute.manager [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Refreshing instance network info cache due to event network-changed-3878fcd3-9171-44a2-ba23-521568f894fb. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.810811] env[69243]: DEBUG oslo_concurrency.lockutils [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] Acquiring lock "refresh_cache-fbca4007-1adc-4872-ac1c-a7f80d0c748e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.098209] env[69243]: DEBUG nova.network.neutron [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.118531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c834db3-eacf-443c-8006-e4ebd7b9c18a tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.886s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.236253] env[69243]: DEBUG nova.network.neutron [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Updating instance_info_cache with network_info: [{"id": "3878fcd3-9171-44a2-ba23-521568f894fb", "address": "fa:16:3e:b3:39:cd", "network": {"id": "00967dcc-d2db-4b7d-b55f-6a9d215e0d42", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-476710127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c2a2a1b082a4d0bba1ade6e262b71ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3878fcd3-91", "ovs_interfaceid": "3878fcd3-9171-44a2-ba23-521568f894fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.238305] env[69243]: DEBUG nova.scheduler.client.report [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.308465] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: bfb7373c-7300-4893-adde-9c10ffe82ab7] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.645436] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1161.645681] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735141', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'name': 'volume-fa7f2e80-b05d-4b75-8d95-daa372767606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'serial': 'fa7f2e80-b05d-4b75-8d95-daa372767606'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1161.646597] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef784dd-f86f-493a-a822-c640a257b859 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.663050] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2d4d6-a30d-480a-a7be-93afc2f74f73 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.687425] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-fa7f2e80-b05d-4b75-8d95-daa372767606/volume-fa7f2e80-b05d-4b75-8d95-daa372767606.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.687697] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1494518-5331-4b0d-969b-ce3c1ef3f3e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.705476] env[69243]: DEBUG oslo_vmware.api [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1161.705476] env[69243]: value = "task-3690027" [ 1161.705476] env[69243]: _type = "Task" [ 1161.705476] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.713669] env[69243]: DEBUG nova.objects.instance [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'flavor' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.714972] env[69243]: DEBUG oslo_vmware.api [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.742842] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Releasing lock "refresh_cache-fbca4007-1adc-4872-ac1c-a7f80d0c748e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.743400] env[69243]: DEBUG nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Instance network_info: |[{"id": "3878fcd3-9171-44a2-ba23-521568f894fb", "address": "fa:16:3e:b3:39:cd", "network": {"id": "00967dcc-d2db-4b7d-b55f-6a9d215e0d42", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-476710127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c2a2a1b082a4d0bba1ade6e262b71ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3878fcd3-91", "ovs_interfaceid": "3878fcd3-9171-44a2-ba23-521568f894fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.744289] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.746850] env[69243]: DEBUG oslo_concurrency.lockutils [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] Acquired lock "refresh_cache-fbca4007-1adc-4872-ac1c-a7f80d0c748e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.747195] env[69243]: DEBUG nova.network.neutron [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Refreshing network info cache for port 3878fcd3-9171-44a2-ba23-521568f894fb {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.748636] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:39:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3878fcd3-9171-44a2-ba23-521568f894fb', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.756597] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Creating folder: Project (3c2a2a1b082a4d0bba1ade6e262b71ef). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.757343] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.388s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.757343] env[69243]: DEBUG nova.objects.instance [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'resources' on Instance uuid 96ac7952-2a94-4560-99a1-2473dcccfdab {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.762679] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2e9a02-15d1-410a-9342-9b006d6ed184 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.772948] env[69243]: INFO nova.scheduler.client.report [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted allocations for instance c7759f2e-3b94-40d0-a5e2-f6cca1592855 [ 1161.775252] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Created folder: Project (3c2a2a1b082a4d0bba1ade6e262b71ef) in parent group-v734844. [ 1161.775438] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Creating folder: Instances. Parent ref: group-v735142. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.777700] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81cf427-6cdf-428c-b4bb-f1ae936b8c4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.786821] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Created folder: Instances in parent group-v735142. [ 1161.787066] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.787294] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.787531] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59f5f34b-31e3-4a0b-a6ba-43154228861d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.808173] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.808173] env[69243]: value = "task-3690030" [ 1161.808173] env[69243]: _type = "Task" [ 1161.808173] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.811272] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: b661b0f7-fc72-4f7b-bdff-2c538749f1e5] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.817558] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690030, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.973122] env[69243]: DEBUG nova.network.neutron [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Updated VIF entry in instance network info cache for port 3878fcd3-9171-44a2-ba23-521568f894fb. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.973587] env[69243]: DEBUG nova.network.neutron [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Updating instance_info_cache with network_info: [{"id": "3878fcd3-9171-44a2-ba23-521568f894fb", "address": "fa:16:3e:b3:39:cd", "network": {"id": "00967dcc-d2db-4b7d-b55f-6a9d215e0d42", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-476710127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c2a2a1b082a4d0bba1ade6e262b71ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3878fcd3-91", "ovs_interfaceid": "3878fcd3-9171-44a2-ba23-521568f894fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.215145] env[69243]: DEBUG oslo_vmware.api [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690027, 'name': ReconfigVM_Task, 'duration_secs': 0.337573} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.215372] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-fa7f2e80-b05d-4b75-8d95-daa372767606/volume-fa7f2e80-b05d-4b75-8d95-daa372767606.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.221597] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a6130d-4849-44ce-95dc-53964d167259 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.231282] env[69243]: DEBUG oslo_concurrency.lockutils [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.231435] env[69243]: DEBUG oslo_concurrency.lockutils [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.231603] env[69243]: DEBUG nova.network.neutron [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.231777] env[69243]: DEBUG nova.objects.instance [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'info_cache' on Instance uuid ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.238052] env[69243]: DEBUG oslo_vmware.api [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1162.238052] env[69243]: value = "task-3690031" [ 1162.238052] env[69243]: _type = "Task" [ 1162.238052] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.246892] env[69243]: DEBUG oslo_vmware.api [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.286015] env[69243]: DEBUG oslo_concurrency.lockutils [None req-84655664-ca88-4205-bd5a-8bd2fbaa9d80 tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "c7759f2e-3b94-40d0-a5e2-f6cca1592855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.894s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.313791] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 38b91606-9bc3-4177-8be4-88c07ecc9b03] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.318748] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690030, 'name': CreateVM_Task, 'duration_secs': 0.341027} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.321452] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.322707] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.322886] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.323279] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.323513] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bac35e7-5649-4646-921d-66ab14a946dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.328603] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1162.328603] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528f526d-f841-72ba-9d9e-d19dc3953340" [ 1162.328603] env[69243]: _type = "Task" [ 1162.328603] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.341334] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528f526d-f841-72ba-9d9e-d19dc3953340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.382598] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95abe96-1349-4eb2-ad07-36a59f20dbf8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.390402] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20fdd9e-21f2-4b7a-ba75-7f0e3a3095cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.425777] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbc9b3-7d95-493a-ade0-5293d3749ebe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.433568] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37931e60-bffc-430a-b776-1aa2217a6a4d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.447151] env[69243]: DEBUG nova.compute.provider_tree [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.476409] env[69243]: DEBUG oslo_concurrency.lockutils [req-b2d7d510-1b30-4c49-bb66-fb4c5a815cf9 req-38118e81-94b4-4bf1-be27-4806a0ffd720 service nova] Releasing lock "refresh_cache-fbca4007-1adc-4872-ac1c-a7f80d0c748e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.735421] env[69243]: DEBUG nova.objects.base [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.748748] env[69243]: DEBUG oslo_vmware.api [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690031, 'name': ReconfigVM_Task, 'duration_secs': 0.14865} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.749686] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735141', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'name': 'volume-fa7f2e80-b05d-4b75-8d95-daa372767606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'serial': 'fa7f2e80-b05d-4b75-8d95-daa372767606'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1162.822108] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 2de56afd-b74d-4af0-8a19-5aa8dc63dcf2] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.838442] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528f526d-f841-72ba-9d9e-d19dc3953340, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.838743] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.838967] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.839228] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.839371] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.839660] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.839811] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532e4d3b-646d-455e-be5b-f4a8ba11efca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.852287] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.852543] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.853523] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff292144-66ee-4eda-86ce-f7dcad7c928f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.859136] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1162.859136] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52942bbe-e19b-689b-c271-1221c87b9ddd" [ 1162.859136] env[69243]: _type = "Task" [ 1162.859136] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.866969] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52942bbe-e19b-689b-c271-1221c87b9ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.951462] env[69243]: DEBUG nova.scheduler.client.report [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.281832] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "49b82a32-ab35-49d3-b1e4-53df8f966f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.282100] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.282308] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "49b82a32-ab35-49d3-b1e4-53df8f966f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.282490] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.282658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.284830] env[69243]: INFO nova.compute.manager [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Terminating instance [ 1163.324949] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 8f247fca-d72a-4e19-8075-8f77fff61c59] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.373231] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52942bbe-e19b-689b-c271-1221c87b9ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.019984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.374042] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f49f53-821e-483a-9147-d7b9c368292f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.379356] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1163.379356] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d7a458-d3f0-fac3-bd1d-1a0b04371f52" [ 1163.379356] env[69243]: _type = "Task" [ 1163.379356] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.387657] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d7a458-d3f0-fac3-bd1d-1a0b04371f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.456792] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.480370] env[69243]: INFO nova.scheduler.client.report [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted allocations for instance 96ac7952-2a94-4560-99a1-2473dcccfdab [ 1163.484964] env[69243]: DEBUG nova.network.neutron [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [{"id": "7445a98b-7958-43b8-b6d9-74f68857af49", "address": "fa:16:3e:ad:c9:00", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7445a98b-79", "ovs_interfaceid": "7445a98b-7958-43b8-b6d9-74f68857af49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.788286] env[69243]: DEBUG nova.compute.manager [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.788530] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.789431] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1973dc22-141f-44eb-a845-58138a5aae0d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.794842] env[69243]: DEBUG nova.objects.instance [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid e416d0cb-da8f-4624-9d29-5df9f7177b6e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.798475] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.798622] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-865942e4-0520-4f2a-a0c0-26424d6c998c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.805106] env[69243]: DEBUG oslo_vmware.api [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1163.805106] env[69243]: value = "task-3690032" [ 1163.805106] env[69243]: _type = "Task" [ 1163.805106] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.814027] env[69243]: DEBUG oslo_vmware.api [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.827514] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: c79bde56-2b19-4172-9452-23e6ac62b139] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.889673] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d7a458-d3f0-fac3-bd1d-1a0b04371f52, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.889945] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.890221] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] fbca4007-1adc-4872-ac1c-a7f80d0c748e/fbca4007-1adc-4872-ac1c-a7f80d0c748e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.890538] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9005adef-c238-4756-bf4d-8069c62f32e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.898091] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1163.898091] env[69243]: value = "task-3690033" [ 1163.898091] env[69243]: _type = "Task" [ 1163.898091] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.906129] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.989097] env[69243]: DEBUG oslo_concurrency.lockutils [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-ed46ed0f-c790-45de-a2d3-25f58f02debd" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.991744] env[69243]: DEBUG oslo_concurrency.lockutils [None req-4611bd59-ee18-4552-8c7d-353c0b31ecd0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "96ac7952-2a94-4560-99a1-2473dcccfdab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.431s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.302112] env[69243]: DEBUG oslo_concurrency.lockutils [None req-321e3f4c-b058-4ea9-8b8d-af87da2dfb37 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.315895] env[69243]: DEBUG oslo_vmware.api [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690032, 'name': PowerOffVM_Task, 'duration_secs': 0.1628} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.316874] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.317113] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.317407] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fbadb57-4a88-43af-9b56-a8b2eb97327a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.330823] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 12191b81-17b0-4d8d-b6de-d067e294908e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.384795] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.384795] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.384795] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleting the datastore file [datastore2] 49b82a32-ab35-49d3-b1e4-53df8f966f61 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.384795] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1ff14c-520a-4bf0-983d-7d129dd8796b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.391820] env[69243]: DEBUG oslo_vmware.api [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for the task: (returnval){ [ 1164.391820] env[69243]: value = "task-3690035" [ 1164.391820] env[69243]: _type = "Task" [ 1164.391820] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.401999] env[69243]: DEBUG oslo_vmware.api [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.409974] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464691} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.410266] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] fbca4007-1adc-4872-ac1c-a7f80d0c748e/fbca4007-1adc-4872-ac1c-a7f80d0c748e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.410502] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.410747] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9757b9e-1187-4efd-8fd7-8b1357345f07 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.417233] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1164.417233] env[69243]: value = "task-3690036" [ 1164.417233] env[69243]: _type = "Task" [ 1164.417233] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.424761] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.834150] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 221f80a2-bece-4847-9d1e-c74d690e93e3] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.902420] env[69243]: DEBUG oslo_vmware.api [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Task: {'id': task-3690035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134614} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.902680] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.902867] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.903845] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.903845] env[69243]: INFO nova.compute.manager [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.903845] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.903845] env[69243]: DEBUG nova.compute.manager [-] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.903845] env[69243]: DEBUG nova.network.neutron [-] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.926678] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063454} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.926951] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.927936] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d06c16c-4d71-40e8-b87d-cc4a42d7bde1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.953712] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] fbca4007-1adc-4872-ac1c-a7f80d0c748e/fbca4007-1adc-4872-ac1c-a7f80d0c748e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.953902] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad016779-61d1-4cee-a261-551e89805213 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.978540] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "5b09d5eb-9381-4252-b9f9-3938180c632e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.978778] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.980026] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1164.980026] env[69243]: value = "task-3690037" [ 1164.980026] env[69243]: _type = "Task" [ 1164.980026] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.988926] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.997560] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.997864] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14839de6-8be7-4c22-9b8f-a79e642d594d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.005305] env[69243]: DEBUG oslo_vmware.api [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1165.005305] env[69243]: value = "task-3690038" [ 1165.005305] env[69243]: _type = "Task" [ 1165.005305] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.015469] env[69243]: DEBUG oslo_vmware.api [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.167717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.168024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.171757] env[69243]: DEBUG nova.compute.manager [req-b6c2ec62-b132-4099-ba28-f125878b0544 req-3ac15d95-4348-46bc-ab21-3bccd585bc3c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Received event network-vif-deleted-b4604c58-df46-433b-8f61-21df607eab50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.171799] env[69243]: INFO nova.compute.manager [req-b6c2ec62-b132-4099-ba28-f125878b0544 req-3ac15d95-4348-46bc-ab21-3bccd585bc3c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Neutron deleted interface b4604c58-df46-433b-8f61-21df607eab50; detaching it from the instance and deleting it from the info cache [ 1165.171948] env[69243]: DEBUG nova.network.neutron [req-b6c2ec62-b132-4099-ba28-f125878b0544 req-3ac15d95-4348-46bc-ab21-3bccd585bc3c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.337972] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 5c607324-9db7-4651-aa1e-88e561356207] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.482057] env[69243]: DEBUG nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.496401] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.513411] env[69243]: DEBUG oslo_vmware.api [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690038, 'name': PowerOnVM_Task, 'duration_secs': 0.377745} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.513731] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.513825] env[69243]: DEBUG nova.compute.manager [None req-913bcfc0-b000-4c11-aa61-13537f98be58 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.514569] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed12932-7fe4-4673-ae60-d6cb4056414f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.655546] env[69243]: DEBUG nova.network.neutron [-] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.674379] env[69243]: DEBUG nova.compute.utils [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.676031] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ddaa834-6db4-4327-bdd3-8c4d6980e085 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.685303] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea92e8e-5ca9-44ee-9091-9d0c2bd3b49a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.713413] env[69243]: DEBUG nova.compute.manager [req-b6c2ec62-b132-4099-ba28-f125878b0544 req-3ac15d95-4348-46bc-ab21-3bccd585bc3c service nova] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Detach interface failed, port_id=b4604c58-df46-433b-8f61-21df607eab50, reason: Instance 49b82a32-ab35-49d3-b1e4-53df8f966f61 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.841439] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: b946ca86-6e3b-434d-8b89-51d2d8e905ff] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.998605] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690037, 'name': ReconfigVM_Task, 'duration_secs': 0.624582} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.999086] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] fbca4007-1adc-4872-ac1c-a7f80d0c748e/fbca4007-1adc-4872-ac1c-a7f80d0c748e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.999580] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25cdd58e-29c4-4017-b6e0-2d78721f6036 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.005429] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1166.005429] env[69243]: value = "task-3690039" [ 1166.005429] env[69243]: _type = "Task" [ 1166.005429] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.010211] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.010490] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.012408] env[69243]: INFO nova.compute.claims [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.018893] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690039, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.157927] env[69243]: INFO nova.compute.manager [-] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Took 1.25 seconds to deallocate network for instance. [ 1166.180166] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.312229] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.312498] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.312707] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.312903] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.313184] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.315303] env[69243]: INFO nova.compute.manager [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Terminating instance [ 1166.345022] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 9f790500-5984-4b3a-9bfb-6b556d4f4dfb] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.514920] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690039, 'name': Rename_Task, 'duration_secs': 0.154527} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.515206] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.515447] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91d94d20-d50a-43e4-b52f-6b528ba06d9e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.522428] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1166.522428] env[69243]: value = "task-3690040" [ 1166.522428] env[69243]: _type = "Task" [ 1166.522428] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.530025] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.665570] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.819222] env[69243]: DEBUG nova.compute.manager [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.819473] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.820352] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d8cab-77ae-49c2-b3cc-8d71fa932510 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.828128] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.828390] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ffa8479-c7c8-4192-b1a0-0e7124378d8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.834217] env[69243]: DEBUG oslo_vmware.api [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1166.834217] env[69243]: value = "task-3690041" [ 1166.834217] env[69243]: _type = "Task" [ 1166.834217] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.842180] env[69243]: DEBUG oslo_vmware.api [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.848669] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: edb8f8bf-02a1-4062-91ea-dbc69505468d] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.034659] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690040, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.125280] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482eb15a-76b3-43dd-b103-8c75adbf76be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.132598] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34320fe3-57be-48bd-bd86-32ac2b2ecd47 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.163946] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0579c-8f45-4dd3-beb5-4df008ee1fe6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.172026] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfa2821-e179-413a-bdde-d64d84ce41c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.184362] env[69243]: DEBUG nova.compute.provider_tree [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.241221] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.241493] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.241721] env[69243]: INFO nova.compute.manager [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Attaching volume 9886b125-eeec-49af-b4fd-4b5fe20dfc64 to /dev/sdc [ 1167.271468] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2ec8f2-7177-448b-9862-271f395af323 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.278415] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a516a11d-c7be-4185-b71d-4eacfc861f0d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.291856] env[69243]: DEBUG nova.virt.block_device [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updating existing volume attachment record: 24b243c7-8148-4268-b442-8cda9acc9308 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.344260] env[69243]: DEBUG oslo_vmware.api [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690041, 'name': PowerOffVM_Task, 'duration_secs': 0.191374} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.344541] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.344734] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.345035] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf8dce21-564c-4c8d-aff4-26e65bfcfb18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.352067] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7dbf198b-1462-4712-8641-cf72d2331919] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.427803] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.428130] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.428339] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleting the datastore file [datastore2] ed46ed0f-c790-45de-a2d3-25f58f02debd {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.428609] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4681de3e-d377-46dd-9246-5cf5fb4c3990 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.439648] env[69243]: DEBUG oslo_vmware.api [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1167.439648] env[69243]: value = "task-3690043" [ 1167.439648] env[69243]: _type = "Task" [ 1167.439648] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.445331] env[69243]: DEBUG oslo_vmware.api [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.538178] env[69243]: DEBUG oslo_vmware.api [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690040, 'name': PowerOnVM_Task, 'duration_secs': 0.525524} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.538483] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.538755] env[69243]: INFO nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1167.539039] env[69243]: DEBUG nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.539860] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d884eff9-60f9-4925-b10d-6ce36a372134 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.688153] env[69243]: DEBUG nova.scheduler.client.report [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.855315] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 8ef95195-b40c-45be-b746-e7d7d4f8f880] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.947951] env[69243]: DEBUG oslo_vmware.api [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143648} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.948177] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.948357] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.948535] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.948788] env[69243]: INFO nova.compute.manager [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1167.949083] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.949281] env[69243]: DEBUG nova.compute.manager [-] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.949375] env[69243]: DEBUG nova.network.neutron [-] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.058585] env[69243]: INFO nova.compute.manager [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Took 12.51 seconds to build instance. [ 1168.193017] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.193546] env[69243]: DEBUG nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.196305] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.531s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.196526] env[69243]: DEBUG nova.objects.instance [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lazy-loading 'resources' on Instance uuid 49b82a32-ab35-49d3-b1e4-53df8f966f61 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.358766] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 64b72f9b-8335-42d5-b2bc-49d727859fef] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.389559] env[69243]: DEBUG nova.compute.manager [req-a1b2d003-dcc4-47fc-a097-5940f1235fb8 req-f230f102-8434-4dcf-b2ff-5ac82622db2b service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Received event network-vif-deleted-7445a98b-7958-43b8-b6d9-74f68857af49 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.389752] env[69243]: INFO nova.compute.manager [req-a1b2d003-dcc4-47fc-a097-5940f1235fb8 req-f230f102-8434-4dcf-b2ff-5ac82622db2b service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Neutron deleted interface 7445a98b-7958-43b8-b6d9-74f68857af49; detaching it from the instance and deleting it from the info cache [ 1168.389922] env[69243]: DEBUG nova.network.neutron [req-a1b2d003-dcc4-47fc-a097-5940f1235fb8 req-f230f102-8434-4dcf-b2ff-5ac82622db2b service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.560224] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8a6e3a94-a566-49d7-9cc5-c06d9f159006 tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.021s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.700061] env[69243]: DEBUG nova.compute.utils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.703448] env[69243]: DEBUG nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.703613] env[69243]: DEBUG nova.network.neutron [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.741581] env[69243]: DEBUG nova.policy [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40afc7d8495042d182c49558ec9a6f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48d56db41684b30a39cb738cb12c3e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.811099] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7184577-d6f2-4c0a-bd64-24ff3a0a5286 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.822880] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5097e8-1e6c-4c47-923d-0d41f285c361 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.855941] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18ccd7-1826-4112-a72b-20d019ab1745 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.862591] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 729eed82-b53c-4594-a5d3-dcb88518b2d3] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.869975] env[69243]: DEBUG nova.network.neutron [-] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.872305] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c807b15c-3ec0-4c03-958e-081c49b420af {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.889852] env[69243]: DEBUG nova.compute.provider_tree [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.892685] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49462eb6-3d7b-494d-8fab-dacf8f91d5f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.904637] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6be942-ab1d-4e4f-9c8d-57af460c223e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.936047] env[69243]: DEBUG nova.compute.manager [req-a1b2d003-dcc4-47fc-a097-5940f1235fb8 req-f230f102-8434-4dcf-b2ff-5ac82622db2b service nova] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Detach interface failed, port_id=7445a98b-7958-43b8-b6d9-74f68857af49, reason: Instance ed46ed0f-c790-45de-a2d3-25f58f02debd could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.026941] env[69243]: DEBUG nova.network.neutron [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Successfully created port: 216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.206934] env[69243]: DEBUG nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.322978] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.323456] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.323641] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.323827] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.324021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.326344] env[69243]: INFO nova.compute.manager [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Terminating instance [ 1169.370846] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 3bcf6496-263d-4ef3-8603-09ed413fd3c2] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.376758] env[69243]: INFO nova.compute.manager [-] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Took 1.43 seconds to deallocate network for instance. [ 1169.393783] env[69243]: DEBUG nova.scheduler.client.report [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.831045] env[69243]: DEBUG nova.compute.manager [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.831045] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.831631] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d0ed0-53d4-45d5-a6db-fec0b9f48f28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.840197] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.840508] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229103c3-02ff-4d57-bc1d-7c407b9b2ec1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.847765] env[69243]: DEBUG oslo_vmware.api [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1169.847765] env[69243]: value = "task-3690046" [ 1169.847765] env[69243]: _type = "Task" [ 1169.847765] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.857436] env[69243]: DEBUG oslo_vmware.api [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.875296] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 6de6f4c3-acc1-462d-9647-863dfddb2465] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.882439] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.898922] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.901659] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.019s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.901968] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.921910] env[69243]: INFO nova.scheduler.client.report [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted allocations for instance ed46ed0f-c790-45de-a2d3-25f58f02debd [ 1169.923781] env[69243]: INFO nova.scheduler.client.report [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Deleted allocations for instance 49b82a32-ab35-49d3-b1e4-53df8f966f61 [ 1170.220446] env[69243]: DEBUG nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.246612] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.246865] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.247039] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.247232] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.247381] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.247530] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.247738] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.247894] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.248129] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.248328] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.248501] env[69243]: DEBUG nova.virt.hardware [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.249361] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff4f42-a4b3-4127-91d0-fe50c989d1a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.258408] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b98d3-96d3-4be3-a14a-d68385f3cd8d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.358560] env[69243]: DEBUG oslo_vmware.api [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690046, 'name': PowerOffVM_Task, 'duration_secs': 0.20605} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.358872] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.359013] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.359258] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e91be694-6066-4f4c-ae14-68112a294663 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.379208] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: b27b5c15-da1a-4999-a185-b37c2b0c416b] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.428037] env[69243]: DEBUG nova.compute.manager [req-5eb8646f-998b-4234-8458-175eb634b306 req-2f86225a-76fc-4825-b4d4-cb863db30fbc service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Received event network-vif-plugged-216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.428274] env[69243]: DEBUG oslo_concurrency.lockutils [req-5eb8646f-998b-4234-8458-175eb634b306 req-2f86225a-76fc-4825-b4d4-cb863db30fbc service nova] Acquiring lock "5b09d5eb-9381-4252-b9f9-3938180c632e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.428484] env[69243]: DEBUG oslo_concurrency.lockutils [req-5eb8646f-998b-4234-8458-175eb634b306 req-2f86225a-76fc-4825-b4d4-cb863db30fbc service nova] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.428650] env[69243]: DEBUG oslo_concurrency.lockutils [req-5eb8646f-998b-4234-8458-175eb634b306 req-2f86225a-76fc-4825-b4d4-cb863db30fbc service nova] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.429117] env[69243]: DEBUG nova.compute.manager [req-5eb8646f-998b-4234-8458-175eb634b306 req-2f86225a-76fc-4825-b4d4-cb863db30fbc service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] No waiting events found dispatching network-vif-plugged-216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.429117] env[69243]: WARNING nova.compute.manager [req-5eb8646f-998b-4234-8458-175eb634b306 req-2f86225a-76fc-4825-b4d4-cb863db30fbc service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Received unexpected event network-vif-plugged-216da784-99c1-4c71-a8fe-6c4e68480367 for instance with vm_state building and task_state spawning. [ 1170.436438] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a2f57d9-b6e9-4648-a17c-0bccd1f45146 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "ed46ed0f-c790-45de-a2d3-25f58f02debd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.123s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.437227] env[69243]: DEBUG oslo_concurrency.lockutils [None req-543a69bb-08e0-4993-9c82-50c863f385cf tempest-ServersTestJSON-277878316 tempest-ServersTestJSON-277878316-project-member] Lock "49b82a32-ab35-49d3-b1e4-53df8f966f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.155s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.465868] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.466140] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.466331] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Deleting the datastore file [datastore1] fbca4007-1adc-4872-ac1c-a7f80d0c748e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.467924] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c871739-fec1-44ec-ab04-c8bf9e35585d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.476212] env[69243]: DEBUG oslo_vmware.api [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for the task: (returnval){ [ 1170.476212] env[69243]: value = "task-3690048" [ 1170.476212] env[69243]: _type = "Task" [ 1170.476212] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.485856] env[69243]: DEBUG oslo_vmware.api [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.499862] env[69243]: DEBUG nova.network.neutron [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Successfully updated port: 216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.883300] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 41c7ef9b-a69f-4778-8de7-b1f6173a06e3] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.986166] env[69243]: DEBUG oslo_vmware.api [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Task: {'id': task-3690048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171552} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.986480] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.986730] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.986829] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.986996] env[69243]: INFO nova.compute.manager [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1170.987270] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.987474] env[69243]: DEBUG nova.compute.manager [-] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.987687] env[69243]: DEBUG nova.network.neutron [-] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.001851] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.002034] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.002133] env[69243]: DEBUG nova.network.neutron [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.296847] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.297083] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.388326] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e6467f0c-6181-414e-983f-04ada898b9ab] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.543622] env[69243]: DEBUG nova.network.neutron [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.717975] env[69243]: DEBUG nova.network.neutron [-] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.725059] env[69243]: DEBUG nova.network.neutron [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updating instance_info_cache with network_info: [{"id": "216da784-99c1-4c71-a8fe-6c4e68480367", "address": "fa:16:3e:a2:10:e8", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216da784-99", "ovs_interfaceid": "216da784-99c1-4c71-a8fe-6c4e68480367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.799542] env[69243]: DEBUG nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.840806] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.841086] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735145', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'name': 'volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'serial': '9886b125-eeec-49af-b4fd-4b5fe20dfc64'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.842021] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08527c-88d5-4a7f-9260-0d61bdf713ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.861115] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2d98c2-4563-42eb-be11-33a91d8fee45 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.891992] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64/volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.892499] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 67637a52-4a89-4d65-a112-d4163bbfdb93] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.894279] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b49bd91-eebb-451a-8693-d4b94251a241 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.914745] env[69243]: DEBUG oslo_vmware.api [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1171.914745] env[69243]: value = "task-3690049" [ 1171.914745] env[69243]: _type = "Task" [ 1171.914745] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.927097] env[69243]: DEBUG oslo_vmware.api [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.220973] env[69243]: INFO nova.compute.manager [-] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Took 1.23 seconds to deallocate network for instance. [ 1172.227179] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.227467] env[69243]: DEBUG nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Instance network_info: |[{"id": "216da784-99c1-4c71-a8fe-6c4e68480367", "address": "fa:16:3e:a2:10:e8", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216da784-99", "ovs_interfaceid": "216da784-99c1-4c71-a8fe-6c4e68480367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.227868] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:10:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216da784-99c1-4c71-a8fe-6c4e68480367', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.235872] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.236084] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.236309] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-248b0db8-c022-42c9-8677-b25c541362a2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.258245] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.258245] env[69243]: value = "task-3690050" [ 1172.258245] env[69243]: _type = "Task" [ 1172.258245] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.267711] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690050, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.323304] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.323616] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.325358] env[69243]: INFO nova.compute.claims [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.408885] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: b0a4d3b1-1fd8-4d55-8855-b26f5fc3d87a] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.425225] env[69243]: DEBUG oslo_vmware.api [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690049, 'name': ReconfigVM_Task, 'duration_secs': 0.439247} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.425492] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64/volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.430898] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239d026a-a2f5-4fe3-b51a-213085648635 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.448029] env[69243]: DEBUG oslo_vmware.api [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1172.448029] env[69243]: value = "task-3690051" [ 1172.448029] env[69243]: _type = "Task" [ 1172.448029] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.458959] env[69243]: DEBUG oslo_vmware.api [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.473154] env[69243]: DEBUG nova.compute.manager [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Received event network-changed-216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.473370] env[69243]: DEBUG nova.compute.manager [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Refreshing instance network info cache due to event network-changed-216da784-99c1-4c71-a8fe-6c4e68480367. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.473579] env[69243]: DEBUG oslo_concurrency.lockutils [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] Acquiring lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.473721] env[69243]: DEBUG oslo_concurrency.lockutils [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] Acquired lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.473877] env[69243]: DEBUG nova.network.neutron [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Refreshing network info cache for port 216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.728783] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.768514] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690050, 'name': CreateVM_Task, 'duration_secs': 0.385018} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.768645] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.769348] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.769486] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.769810] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.770065] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c77cd6-69d5-43e2-8cff-005f3aac9b85 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.775070] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1172.775070] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5244aaeb-e3c9-9380-7afc-42bc2bff41e1" [ 1172.775070] env[69243]: _type = "Task" [ 1172.775070] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.782705] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5244aaeb-e3c9-9380-7afc-42bc2bff41e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.911664] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 01c00512-dc15-40ca-a4d3-18244b1a55af] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.958458] env[69243]: DEBUG oslo_vmware.api [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690051, 'name': ReconfigVM_Task, 'duration_secs': 0.192982} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.958724] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735145', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'name': 'volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'serial': '9886b125-eeec-49af-b4fd-4b5fe20dfc64'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.172816] env[69243]: DEBUG nova.network.neutron [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updated VIF entry in instance network info cache for port 216da784-99c1-4c71-a8fe-6c4e68480367. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.173256] env[69243]: DEBUG nova.network.neutron [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updating instance_info_cache with network_info: [{"id": "216da784-99c1-4c71-a8fe-6c4e68480367", "address": "fa:16:3e:a2:10:e8", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216da784-99", "ovs_interfaceid": "216da784-99c1-4c71-a8fe-6c4e68480367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.285397] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5244aaeb-e3c9-9380-7afc-42bc2bff41e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.286858] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.286858] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.286858] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.286858] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.286858] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.287248] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc616328-41df-4d81-bb36-7ecf624b18fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.295529] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.295705] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.296399] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8029c0cd-2103-46bd-8af5-238fc150363a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.301555] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1173.301555] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9c9ed-e3e4-fe5d-f599-d65e2fff1c42" [ 1173.301555] env[69243]: _type = "Task" [ 1173.301555] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.309060] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9c9ed-e3e4-fe5d-f599-d65e2fff1c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.414972] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 68baff7d-43aa-4106-b6fc-09306658bc1d] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.423379] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1136af72-bd24-4551-ab20-a2d9815cd679 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.430727] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a27a0a-60b6-4d2e-a36f-bb680b616265 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.465813] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a21e03-ce7f-482b-89b4-215c7391206f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.473434] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58595429-3b60-4e6c-827f-0d0d195df801 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.486914] env[69243]: DEBUG nova.compute.provider_tree [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.675756] env[69243]: DEBUG oslo_concurrency.lockutils [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] Releasing lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.675990] env[69243]: DEBUG nova.compute.manager [req-612763ed-9500-464e-9058-937ff2b78e66 req-a00d73c1-1440-4ecd-ae78-d0e3baaf062e service nova] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Received event network-vif-deleted-3878fcd3-9171-44a2-ba23-521568f894fb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.811831] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9c9ed-e3e4-fe5d-f599-d65e2fff1c42, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.812602] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e556bfec-f407-4018-9b18-f247362cae61 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.818282] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1173.818282] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521a417e-c74e-5966-d58b-9f65a697e160" [ 1173.818282] env[69243]: _type = "Task" [ 1173.818282] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.825553] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521a417e-c74e-5966-d58b-9f65a697e160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.918362] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 79bb5716-5c70-48ba-93a2-29550db54d4e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.990574] env[69243]: DEBUG nova.scheduler.client.report [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.996723] env[69243]: DEBUG nova.objects.instance [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid e416d0cb-da8f-4624-9d29-5df9f7177b6e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.330832] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521a417e-c74e-5966-d58b-9f65a697e160, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.331615] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.331873] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5b09d5eb-9381-4252-b9f9-3938180c632e/5b09d5eb-9381-4252-b9f9-3938180c632e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.332138] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41ecbc79-979f-4411-9a8d-64de7ab7ba63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.340244] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1174.340244] env[69243]: value = "task-3690052" [ 1174.340244] env[69243]: _type = "Task" [ 1174.340244] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.349052] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.421346] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: c1911216-06e1-40b2-9e62-922e2d37b2ef] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.495353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.496124] env[69243]: DEBUG nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.499522] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.771s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.499751] env[69243]: DEBUG nova.objects.instance [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lazy-loading 'resources' on Instance uuid fbca4007-1adc-4872-ac1c-a7f80d0c748e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.502733] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d792ca8f-b52e-4b66-9995-cef05c1b8202 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.820830] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.821088] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.850554] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439883} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.850791] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5b09d5eb-9381-4252-b9f9-3938180c632e/5b09d5eb-9381-4252-b9f9-3938180c632e.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.850994] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.851252] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28a3b3e5-f989-44b6-bdcf-0bd7ed266f48 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.857822] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1174.857822] env[69243]: value = "task-3690053" [ 1174.857822] env[69243]: _type = "Task" [ 1174.857822] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.865486] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.924803] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 54841bf4-7c84-4f22-85b0-ea0531580855] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.003794] env[69243]: DEBUG nova.compute.utils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.008075] env[69243]: DEBUG nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.008245] env[69243]: DEBUG nova.network.neutron [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.051628] env[69243]: DEBUG nova.policy [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf2822ffcfac4e5082accfbea6178116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f851149e13a14121983d2ea753f76683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.091629] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d7b7a7-0e94-4d1c-a688-039478de95e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.099738] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6ca368-bf99-4d6e-a35d-c05351e99fe7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.129727] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38697b3f-fecb-4684-8b6e-10c01b4bc896 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.138471] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf6f19-7cfd-408e-b1c8-2cc9496d670a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.153896] env[69243]: DEBUG nova.compute.provider_tree [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.311876] env[69243]: DEBUG nova.network.neutron [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Successfully created port: 019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.324762] env[69243]: INFO nova.compute.manager [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Detaching volume fa7f2e80-b05d-4b75-8d95-daa372767606 [ 1175.368729] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060908} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.369099] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.370084] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574adb9-4b1b-4547-9b81-18107ce0936c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.374201] env[69243]: INFO nova.virt.block_device [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Attempting to driver detach volume fa7f2e80-b05d-4b75-8d95-daa372767606 from mountpoint /dev/sdb [ 1175.374412] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.374594] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735141', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'name': 'volume-fa7f2e80-b05d-4b75-8d95-daa372767606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'serial': 'fa7f2e80-b05d-4b75-8d95-daa372767606'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.375350] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e369e6-1afd-4b61-9911-6d65da49df7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.417377] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5b09d5eb-9381-4252-b9f9-3938180c632e/5b09d5eb-9381-4252-b9f9-3938180c632e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.417729] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200db872-edf4-4e26-9a38-7274a48ffc20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.432719] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56589d75-aa45-4f50-aab0-353c64f49ad6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.435736] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 9b9116ad-9dd6-4078-b35d-67267b2ad5ae] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.443318] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031a5102-e008-4a9d-b57c-1e610010be19 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.447653] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1175.447653] env[69243]: value = "task-3690054" [ 1175.447653] env[69243]: _type = "Task" [ 1175.447653] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.475765] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb900fed-9ee7-4223-a978-f12135b35a9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.482273] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.500585] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] The volume has not been displaced from its original location: [datastore1] volume-fa7f2e80-b05d-4b75-8d95-daa372767606/volume-fa7f2e80-b05d-4b75-8d95-daa372767606.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.505977] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.506306] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d635f42-cc3a-4226-a0d4-600ee70b3145 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.518870] env[69243]: DEBUG nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.528684] env[69243]: DEBUG oslo_vmware.api [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1175.528684] env[69243]: value = "task-3690055" [ 1175.528684] env[69243]: _type = "Task" [ 1175.528684] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.537917] env[69243]: DEBUG oslo_vmware.api [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.656965] env[69243]: DEBUG nova.scheduler.client.report [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.938710] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e4bd44b1-19c4-4d31-9868-936745b1a96e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.958243] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690054, 'name': ReconfigVM_Task, 'duration_secs': 0.350814} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.959126] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5b09d5eb-9381-4252-b9f9-3938180c632e/5b09d5eb-9381-4252-b9f9-3938180c632e.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.959126] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a1e843-d454-4232-94b1-8257a1ef426f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.966769] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1175.966769] env[69243]: value = "task-3690056" [ 1175.966769] env[69243]: _type = "Task" [ 1175.966769] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.975345] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690056, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.039017] env[69243]: DEBUG oslo_vmware.api [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690055, 'name': ReconfigVM_Task, 'duration_secs': 0.251114} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.039287] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.044037] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b01a1a-8983-4efe-a770-cde689d77120 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.060997] env[69243]: DEBUG oslo_vmware.api [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1176.060997] env[69243]: value = "task-3690057" [ 1176.060997] env[69243]: _type = "Task" [ 1176.060997] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.070606] env[69243]: DEBUG oslo_vmware.api [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.162439] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.189066] env[69243]: INFO nova.scheduler.client.report [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Deleted allocations for instance fbca4007-1adc-4872-ac1c-a7f80d0c748e [ 1176.442621] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: d9b56808-ce9b-4efa-ba03-f0ac88238e0e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.477923] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690056, 'name': Rename_Task, 'duration_secs': 0.140154} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.478053] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.478362] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1414d575-0c2b-426f-8c0e-3cc4ffe101e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.486089] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1176.486089] env[69243]: value = "task-3690058" [ 1176.486089] env[69243]: _type = "Task" [ 1176.486089] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.495477] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.529526] env[69243]: DEBUG nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.560427] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.560707] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.560861] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.561095] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.561213] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.561358] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.561567] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.561776] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.561955] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.562134] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.562307] env[69243]: DEBUG nova.virt.hardware [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.563240] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3e2a8f-1893-48e0-be39-a224ee4db853 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.574638] env[69243]: DEBUG oslo_vmware.api [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690057, 'name': ReconfigVM_Task, 'duration_secs': 0.155063} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.576879] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735141', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'name': 'volume-fa7f2e80-b05d-4b75-8d95-daa372767606', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa7f2e80-b05d-4b75-8d95-daa372767606', 'serial': 'fa7f2e80-b05d-4b75-8d95-daa372767606'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.580099] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac9541-3855-4d99-9462-99c6c4e1b4aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.697451] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f79efc8-2278-4884-95ff-3b2bb878a0cd tempest-ServerMetadataNegativeTestJSON-2022166913 tempest-ServerMetadataNegativeTestJSON-2022166913-project-member] Lock "fbca4007-1adc-4872-ac1c-a7f80d0c748e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.373s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.712171] env[69243]: DEBUG nova.compute.manager [req-85bab39e-5f08-485a-9f23-9bea326d143e req-fa9f1fe8-8ee0-4ef0-9af3-b8e07f34305b service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Received event network-vif-plugged-019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.712171] env[69243]: DEBUG oslo_concurrency.lockutils [req-85bab39e-5f08-485a-9f23-9bea326d143e req-fa9f1fe8-8ee0-4ef0-9af3-b8e07f34305b service nova] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.712171] env[69243]: DEBUG oslo_concurrency.lockutils [req-85bab39e-5f08-485a-9f23-9bea326d143e req-fa9f1fe8-8ee0-4ef0-9af3-b8e07f34305b service nova] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.712171] env[69243]: DEBUG oslo_concurrency.lockutils [req-85bab39e-5f08-485a-9f23-9bea326d143e req-fa9f1fe8-8ee0-4ef0-9af3-b8e07f34305b service nova] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.712171] env[69243]: DEBUG nova.compute.manager [req-85bab39e-5f08-485a-9f23-9bea326d143e req-fa9f1fe8-8ee0-4ef0-9af3-b8e07f34305b service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] No waiting events found dispatching network-vif-plugged-019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.712171] env[69243]: WARNING nova.compute.manager [req-85bab39e-5f08-485a-9f23-9bea326d143e req-fa9f1fe8-8ee0-4ef0-9af3-b8e07f34305b service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Received unexpected event network-vif-plugged-019dc590-efd8-4df2-afae-44a4b6722a1a for instance with vm_state building and task_state spawning. [ 1176.798375] env[69243]: DEBUG nova.network.neutron [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Successfully updated port: 019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.947039] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e13d3108-71fe-4a5d-a5e0-8c9d20c8a9ca] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.997892] env[69243]: DEBUG oslo_vmware.api [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690058, 'name': PowerOnVM_Task, 'duration_secs': 0.501829} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.998161] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.998299] env[69243]: INFO nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1176.998483] env[69243]: DEBUG nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.999279] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2401beea-c87e-41cc-9980-438b9185bb97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.128139] env[69243]: DEBUG nova.objects.instance [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid e416d0cb-da8f-4624-9d29-5df9f7177b6e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.300386] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.300597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.300684] env[69243]: DEBUG nova.network.neutron [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.450596] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: b6c3fc33-d92d-4b77-9e3f-f6c0466967ed] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.518536] env[69243]: INFO nova.compute.manager [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Took 11.53 seconds to build instance. [ 1177.854752] env[69243]: DEBUG nova.network.neutron [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.961368] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 587cd8a7-ef3a-4a8e-9fe3-968cc528c1f2] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.020052] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e7c38939-a07b-48a0-b970-0209f7affa95 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.041s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.114476] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.125149] env[69243]: DEBUG nova.network.neutron [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.140046] env[69243]: DEBUG oslo_concurrency.lockutils [None req-ef9a2b64-7911-4a5a-89a3-e3ddfe0d3399 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.140046] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.024s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.465297] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 4ff8c0d1-4e99-4ca6-8e1e-ad7dc6bc89b1] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.628265] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.628605] env[69243]: DEBUG nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Instance network_info: |[{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.629390] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:cc:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '019dc590-efd8-4df2-afae-44a4b6722a1a', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.637024] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.637454] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.637498] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f1f2f7c-f2c9-442d-92fe-ffc5ed836893 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.653436] env[69243]: INFO nova.compute.manager [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Detaching volume 9886b125-eeec-49af-b4fd-4b5fe20dfc64 [ 1178.662379] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.662379] env[69243]: value = "task-3690059" [ 1178.662379] env[69243]: _type = "Task" [ 1178.662379] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.675786] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690059, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.700520] env[69243]: INFO nova.virt.block_device [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Attempting to driver detach volume 9886b125-eeec-49af-b4fd-4b5fe20dfc64 from mountpoint /dev/sdc [ 1178.700760] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.700972] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735145', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'name': 'volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'serial': '9886b125-eeec-49af-b4fd-4b5fe20dfc64'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1178.701865] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab5631-f9eb-407e-ba7d-8c31bb47a8c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.724092] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f87f8fa-a6f7-485f-83cf-3a7f173e6f38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.732737] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebd6a1e-2517-4b1c-a393-31693355e1a2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.757352] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47a6ab-6365-4a6f-a307-d0d612769489 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.761711] env[69243]: DEBUG nova.compute.manager [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Received event network-changed-019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.761967] env[69243]: DEBUG nova.compute.manager [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Refreshing instance network info cache due to event network-changed-019dc590-efd8-4df2-afae-44a4b6722a1a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.762204] env[69243]: DEBUG oslo_concurrency.lockutils [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] Acquiring lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.762348] env[69243]: DEBUG oslo_concurrency.lockutils [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] Acquired lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.762524] env[69243]: DEBUG nova.network.neutron [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Refreshing network info cache for port 019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.778600] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] The volume has not been displaced from its original location: [datastore1] volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64/volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1178.783928] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.784746] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a0debbe-53aa-4757-8e5a-7f48fd8c210e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.805906] env[69243]: DEBUG oslo_vmware.api [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1178.805906] env[69243]: value = "task-3690060" [ 1178.805906] env[69243]: _type = "Task" [ 1178.805906] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.815866] env[69243]: DEBUG oslo_vmware.api [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.969290] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 69c3825d-e3a3-4b44-b23c-2e5ec5e9fd67] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.176418] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690059, 'name': CreateVM_Task, 'duration_secs': 0.330169} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.176418] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.177129] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.177296] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.177631] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.177891] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4643bdf-6729-4632-a0a5-a1068af57a32 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.183144] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1179.183144] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f5d0dd-4154-2abc-b15b-ccf89e186949" [ 1179.183144] env[69243]: _type = "Task" [ 1179.183144] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.191513] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f5d0dd-4154-2abc-b15b-ccf89e186949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.316487] env[69243]: DEBUG oslo_vmware.api [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690060, 'name': ReconfigVM_Task, 'duration_secs': 0.282964} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.316769] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.321389] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496420fa-248c-4356-a83c-b186a2f36c72 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.341769] env[69243]: DEBUG oslo_vmware.api [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1179.341769] env[69243]: value = "task-3690061" [ 1179.341769] env[69243]: _type = "Task" [ 1179.341769] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.351336] env[69243]: DEBUG oslo_vmware.api [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.474304] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.474778] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=69243) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1179.483866] env[69243]: DEBUG nova.network.neutron [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updated VIF entry in instance network info cache for port 019dc590-efd8-4df2-afae-44a4b6722a1a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.484589] env[69243]: DEBUG nova.network.neutron [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.700005] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f5d0dd-4154-2abc-b15b-ccf89e186949, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.700358] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.700603] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.700856] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.701014] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.701219] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.701500] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c3b37b-c7ae-4130-99ec-a1a3aaa91234 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.712893] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.713099] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.713864] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd87d46-7193-4a4b-a858-835cf069f2c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.719601] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1179.719601] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5269f839-3f48-58c5-b049-f585202fb416" [ 1179.719601] env[69243]: _type = "Task" [ 1179.719601] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.728358] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5269f839-3f48-58c5-b049-f585202fb416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.851932] env[69243]: DEBUG oslo_vmware.api [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690061, 'name': ReconfigVM_Task, 'duration_secs': 0.14717} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.852245] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735145', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'name': 'volume-9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e416d0cb-da8f-4624-9d29-5df9f7177b6e', 'attached_at': '', 'detached_at': '', 'volume_id': '9886b125-eeec-49af-b4fd-4b5fe20dfc64', 'serial': '9886b125-eeec-49af-b4fd-4b5fe20dfc64'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.977796] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.988278] env[69243]: DEBUG oslo_concurrency.lockutils [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] Releasing lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.988595] env[69243]: DEBUG nova.compute.manager [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Received event network-changed-216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.988805] env[69243]: DEBUG nova.compute.manager [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Refreshing instance network info cache due to event network-changed-216da784-99c1-4c71-a8fe-6c4e68480367. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.989068] env[69243]: DEBUG oslo_concurrency.lockutils [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] Acquiring lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.989307] env[69243]: DEBUG oslo_concurrency.lockutils [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] Acquired lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.989486] env[69243]: DEBUG nova.network.neutron [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Refreshing network info cache for port 216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.230541] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5269f839-3f48-58c5-b049-f585202fb416, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.231423] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf872ec-98df-4cd8-83de-521bcc9c745a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.237116] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1180.237116] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f992f-74be-6999-35eb-735c6592db52" [ 1180.237116] env[69243]: _type = "Task" [ 1180.237116] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.247009] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f992f-74be-6999-35eb-735c6592db52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.408472] env[69243]: DEBUG nova.objects.instance [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'flavor' on Instance uuid e416d0cb-da8f-4624-9d29-5df9f7177b6e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.715720] env[69243]: DEBUG nova.network.neutron [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updated VIF entry in instance network info cache for port 216da784-99c1-4c71-a8fe-6c4e68480367. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.716098] env[69243]: DEBUG nova.network.neutron [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updating instance_info_cache with network_info: [{"id": "216da784-99c1-4c71-a8fe-6c4e68480367", "address": "fa:16:3e:a2:10:e8", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216da784-99", "ovs_interfaceid": "216da784-99c1-4c71-a8fe-6c4e68480367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.748898] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f992f-74be-6999-35eb-735c6592db52, 'name': SearchDatastore_Task, 'duration_secs': 0.014381} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.749342] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.749657] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.750201] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c64a27b-7620-45e6-8702-feb56826d118 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.757441] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1180.757441] env[69243]: value = "task-3690062" [ 1180.757441] env[69243]: _type = "Task" [ 1180.757441] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.765714] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.219042] env[69243]: DEBUG oslo_concurrency.lockutils [req-e7665bc2-7757-4ea1-9441-95874c5f613d req-8341be39-601c-449d-a51a-01d47274d1e2 service nova] Releasing lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.268410] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455264} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.268668] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.268784] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.269041] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d32a7229-3ff3-42c2-85b5-3da47db442eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.276056] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1181.276056] env[69243]: value = "task-3690063" [ 1181.276056] env[69243]: _type = "Task" [ 1181.276056] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.283922] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.415384] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a4d6e28b-8ae2-42a3-aceb-3869bd5e5ad9 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.681016] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "341494e6-52aa-4206-936c-b8b2a8f055e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.681418] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.786338] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076904} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.786622] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.787398] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e8596-682f-450d-a76c-7548765c9c55 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.809505] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.810596] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c927d5-e217-40a2-af70-b7d1d80bb65d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.830447] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1181.830447] env[69243]: value = "task-3690064" [ 1181.830447] env[69243]: _type = "Task" [ 1181.830447] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.838678] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.183534] env[69243]: DEBUG nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.341919] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690064, 'name': ReconfigVM_Task, 'duration_secs': 0.297435} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.343016] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.343807] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a8bdd7c-8569-4f70-98a6-037033e51052 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.352701] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1182.352701] env[69243]: value = "task-3690065" [ 1182.352701] env[69243]: _type = "Task" [ 1182.352701] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.363724] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690065, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.561318] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.561583] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.561917] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.562220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.562502] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.564991] env[69243]: INFO nova.compute.manager [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Terminating instance [ 1182.710395] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.710679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.712220] env[69243]: INFO nova.compute.claims [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.864074] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690065, 'name': Rename_Task, 'duration_secs': 0.144987} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.864486] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.864589] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-529b2494-7254-4849-a79c-663d63fb464b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.872757] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1182.872757] env[69243]: value = "task-3690066" [ 1182.872757] env[69243]: _type = "Task" [ 1182.872757] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.881054] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.068333] env[69243]: DEBUG nova.compute.manager [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.068557] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.069473] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f659252-d8b4-4abf-9b32-4651383ade68 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.078054] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.078278] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-017e32fa-99a5-4f27-8e2b-15e75fc9e091 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.085503] env[69243]: DEBUG oslo_vmware.api [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1183.085503] env[69243]: value = "task-3690067" [ 1183.085503] env[69243]: _type = "Task" [ 1183.085503] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.094847] env[69243]: DEBUG oslo_vmware.api [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.383243] env[69243]: DEBUG oslo_vmware.api [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690066, 'name': PowerOnVM_Task, 'duration_secs': 0.457168} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.383494] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.383691] env[69243]: INFO nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1183.383869] env[69243]: DEBUG nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.384644] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fecbaf6-61d3-4fc5-ae10-14cda76586e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.596107] env[69243]: DEBUG oslo_vmware.api [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690067, 'name': PowerOffVM_Task, 'duration_secs': 0.291434} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.596440] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.596639] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.596929] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9063ced7-579e-4730-9647-08d356b4ae0b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.667048] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.667048] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.667048] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Deleting the datastore file [datastore2] e416d0cb-da8f-4624-9d29-5df9f7177b6e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.667651] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ef1a93f-278a-48ec-8528-35de560465fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.674967] env[69243]: DEBUG oslo_vmware.api [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for the task: (returnval){ [ 1183.674967] env[69243]: value = "task-3690069" [ 1183.674967] env[69243]: _type = "Task" [ 1183.674967] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.683018] env[69243]: DEBUG oslo_vmware.api [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.817823] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ecfe95-c226-41e0-a8df-2912b0e1fb4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.825303] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c531f9-b17c-4ec8-8062-51247dd7cd77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.856964] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561daf4b-7544-48fb-8a10-f8a78e23917b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.864407] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0bfc9-c5fb-4970-88b0-0c4e8b2162ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.877563] env[69243]: DEBUG nova.compute.provider_tree [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.900030] env[69243]: INFO nova.compute.manager [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Took 11.60 seconds to build instance. [ 1184.185905] env[69243]: DEBUG oslo_vmware.api [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Task: {'id': task-3690069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130104} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.186197] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.186364] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.186542] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.186713] env[69243]: INFO nova.compute.manager [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.186950] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.187159] env[69243]: DEBUG nova.compute.manager [-] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.187254] env[69243]: DEBUG nova.network.neutron [-] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.382278] env[69243]: DEBUG nova.scheduler.client.report [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.401622] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e70686a-dbf6-44f6-9910-317a5a668ac7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.104s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.540041] env[69243]: DEBUG nova.compute.manager [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Received event network-changed-019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.540313] env[69243]: DEBUG nova.compute.manager [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Refreshing instance network info cache due to event network-changed-019dc590-efd8-4df2-afae-44a4b6722a1a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.540455] env[69243]: DEBUG oslo_concurrency.lockutils [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] Acquiring lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.540597] env[69243]: DEBUG oslo_concurrency.lockutils [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] Acquired lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.540757] env[69243]: DEBUG nova.network.neutron [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Refreshing network info cache for port 019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.651859] env[69243]: DEBUG nova.compute.manager [req-a9d76479-1b9a-4f2c-98c6-f33a25dd5421 req-b4c3ac53-6e9a-4967-9d0a-d24e7ee9f558 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Received event network-vif-deleted-6854e42e-dde1-48eb-ab4d-189f9d5f12ed {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.651998] env[69243]: INFO nova.compute.manager [req-a9d76479-1b9a-4f2c-98c6-f33a25dd5421 req-b4c3ac53-6e9a-4967-9d0a-d24e7ee9f558 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Neutron deleted interface 6854e42e-dde1-48eb-ab4d-189f9d5f12ed; detaching it from the instance and deleting it from the info cache [ 1184.652189] env[69243]: DEBUG nova.network.neutron [req-a9d76479-1b9a-4f2c-98c6-f33a25dd5421 req-b4c3ac53-6e9a-4967-9d0a-d24e7ee9f558 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.886603] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.887279] env[69243]: DEBUG nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.133651] env[69243]: DEBUG nova.network.neutron [-] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.156125] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a549b928-4a3b-4ef9-ae16-073dbe9822e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.168585] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e06062b-df77-40f0-9cb4-bcc4ebf9c7ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.201799] env[69243]: DEBUG nova.compute.manager [req-a9d76479-1b9a-4f2c-98c6-f33a25dd5421 req-b4c3ac53-6e9a-4967-9d0a-d24e7ee9f558 service nova] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Detach interface failed, port_id=6854e42e-dde1-48eb-ab4d-189f9d5f12ed, reason: Instance e416d0cb-da8f-4624-9d29-5df9f7177b6e could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.245670] env[69243]: DEBUG nova.network.neutron [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updated VIF entry in instance network info cache for port 019dc590-efd8-4df2-afae-44a4b6722a1a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.246053] env[69243]: DEBUG nova.network.neutron [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.393364] env[69243]: DEBUG nova.compute.utils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.394598] env[69243]: DEBUG nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.394764] env[69243]: DEBUG nova.network.neutron [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.433248] env[69243]: DEBUG nova.policy [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60510e928ab74fb98989c5f7b3fb7b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '434f7941b5984c0b91de8a15e439c842', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.474869] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.641066] env[69243]: INFO nova.compute.manager [-] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Took 1.45 seconds to deallocate network for instance. [ 1185.700711] env[69243]: DEBUG nova.network.neutron [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Successfully created port: 88959eed-577f-4cc7-9d2e-b127a6b68bd7 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.748657] env[69243]: DEBUG oslo_concurrency.lockutils [req-dd11e047-bf04-4926-9859-09c036d048bf req-1f07d378-c6fb-4341-b97f-e40aa2d666b6 service nova] Releasing lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.898503] env[69243]: DEBUG nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.984144] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.146472] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.146770] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.147057] env[69243]: DEBUG nova.objects.instance [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lazy-loading 'resources' on Instance uuid e416d0cb-da8f-4624-9d29-5df9f7177b6e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.488451] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Getting list of instances from cluster (obj){ [ 1186.488451] env[69243]: value = "domain-c8" [ 1186.488451] env[69243]: _type = "ClusterComputeResource" [ 1186.488451] env[69243]: } {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1186.489580] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d3242d-589b-43f2-9040-96e6836ba47a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.507018] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Got total of 5 instances {{(pid=69243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1186.507248] env[69243]: WARNING nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] While synchronizing instance power states, found 7 instances in the database and 5 instances on the hypervisor. [ 1186.507395] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Triggering sync for uuid 27ce98e5-d05b-468a-9c65-aba44ae3908b {{(pid=69243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.507609] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Triggering sync for uuid 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.507770] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Triggering sync for uuid e416d0cb-da8f-4624-9d29-5df9f7177b6e {{(pid=69243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.507922] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Triggering sync for uuid 511ba3c0-d478-4b9d-9064-f0e24ff5e399 {{(pid=69243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.509049] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Triggering sync for uuid 5b09d5eb-9381-4252-b9f9-3938180c632e {{(pid=69243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.509049] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Triggering sync for uuid b1a5c759-d4d3-4121-a099-1c4a7ae7a749 {{(pid=69243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.509049] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Triggering sync for uuid 341494e6-52aa-4206-936c-b8b2a8f055e8 {{(pid=69243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.509049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.509049] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.509348] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.509463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.509699] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.509914] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.510109] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.510344] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "5b09d5eb-9381-4252-b9f9-3938180c632e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.510523] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.510746] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.510919] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.511153] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "341494e6-52aa-4206-936c-b8b2a8f055e8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.512607] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf6c75-c8ef-42c7-aa53-70a4f1080212 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.515670] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3277d30-860c-4e45-986a-78c2047345f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.518359] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527cad1e-734b-4968-8a92-505d71b3573a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.521165] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd576f3-4614-4084-91d4-9f80fec9043b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.523733] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b613f95-172e-4b60-a2ad-25c2404eff69 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.738782] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6086710-0d33-4ea5-bd01-aca3d335adf5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.747186] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca086eca-3fee-4742-b2f5-878a253f3d3d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.776903] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40da630-813c-4d1a-bd73-d040269a6a66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.784088] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b7aad3-81da-4668-bd89-644d93d9e6e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.798196] env[69243]: DEBUG nova.compute.provider_tree [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.909103] env[69243]: DEBUG nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.947472] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.948020] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.948319] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.948706] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.948999] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.949293] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.949694] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.950121] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.950327] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.950593] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.950835] env[69243]: DEBUG nova.virt.hardware [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.952804] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e105fb17-f52c-46be-aada-34528238176d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.963195] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e110bee2-c494-4367-9689-386373701e34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.041191] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.042703] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.043018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.043356] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.043642] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.117161] env[69243]: DEBUG nova.compute.manager [req-d2c57d24-5463-4be9-901d-d6a4db17aa12 req-d974ce03-47e2-4039-8943-a2d090f90d28 service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Received event network-vif-plugged-88959eed-577f-4cc7-9d2e-b127a6b68bd7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.117383] env[69243]: DEBUG oslo_concurrency.lockutils [req-d2c57d24-5463-4be9-901d-d6a4db17aa12 req-d974ce03-47e2-4039-8943-a2d090f90d28 service nova] Acquiring lock "341494e6-52aa-4206-936c-b8b2a8f055e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.117588] env[69243]: DEBUG oslo_concurrency.lockutils [req-d2c57d24-5463-4be9-901d-d6a4db17aa12 req-d974ce03-47e2-4039-8943-a2d090f90d28 service nova] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.117752] env[69243]: DEBUG oslo_concurrency.lockutils [req-d2c57d24-5463-4be9-901d-d6a4db17aa12 req-d974ce03-47e2-4039-8943-a2d090f90d28 service nova] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.117919] env[69243]: DEBUG nova.compute.manager [req-d2c57d24-5463-4be9-901d-d6a4db17aa12 req-d974ce03-47e2-4039-8943-a2d090f90d28 service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] No waiting events found dispatching network-vif-plugged-88959eed-577f-4cc7-9d2e-b127a6b68bd7 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.118667] env[69243]: WARNING nova.compute.manager [req-d2c57d24-5463-4be9-901d-d6a4db17aa12 req-d974ce03-47e2-4039-8943-a2d090f90d28 service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Received unexpected event network-vif-plugged-88959eed-577f-4cc7-9d2e-b127a6b68bd7 for instance with vm_state building and task_state spawning. [ 1187.194578] env[69243]: DEBUG nova.network.neutron [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Successfully updated port: 88959eed-577f-4cc7-9d2e-b127a6b68bd7 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.301963] env[69243]: DEBUG nova.scheduler.client.report [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.698051] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.698195] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.698364] env[69243]: DEBUG nova.network.neutron [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.807320] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.830314] env[69243]: INFO nova.scheduler.client.report [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Deleted allocations for instance e416d0cb-da8f-4624-9d29-5df9f7177b6e [ 1188.231998] env[69243]: DEBUG nova.network.neutron [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.338315] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1b1ebb2-ed62-4169-83f6-db6cd8fa3b80 tempest-AttachVolumeTestJSON-1523555609 tempest-AttachVolumeTestJSON-1523555609-project-member] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.777s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.339372] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.829s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.339861] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc52fb8b-48ac-4fca-ad11-cb2dd7d8af08 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.351290] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b59ffc-ba5f-40b0-84aa-0ffe8d26dc7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.363161] env[69243]: DEBUG nova.network.neutron [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Updating instance_info_cache with network_info: [{"id": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "address": "fa:16:3e:2c:14:36", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88959eed-57", "ovs_interfaceid": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.866073] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.866422] env[69243]: DEBUG nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Instance network_info: |[{"id": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "address": "fa:16:3e:2c:14:36", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88959eed-57", "ovs_interfaceid": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.866818] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:14:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88959eed-577f-4cc7-9d2e-b127a6b68bd7', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.874278] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Creating folder: Project (434f7941b5984c0b91de8a15e439c842). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.874530] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d2e6c74-e7b4-4afc-bcf5-90958cc51891 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.887330] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Created folder: Project (434f7941b5984c0b91de8a15e439c842) in parent group-v734844. [ 1188.887520] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Creating folder: Instances. Parent ref: group-v735148. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.887756] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c921d368-d716-4dc6-8261-d91416022fe5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.889651] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "e416d0cb-da8f-4624-9d29-5df9f7177b6e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.899257] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Created folder: Instances in parent group-v735148. [ 1188.899484] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.899671] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.899875] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7888610c-e721-4fad-9864-21ad3f9799f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.920649] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.920649] env[69243]: value = "task-3690072" [ 1188.920649] env[69243]: _type = "Task" [ 1188.920649] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.929273] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690072, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.147105] env[69243]: DEBUG nova.compute.manager [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Received event network-changed-88959eed-577f-4cc7-9d2e-b127a6b68bd7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.147336] env[69243]: DEBUG nova.compute.manager [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Refreshing instance network info cache due to event network-changed-88959eed-577f-4cc7-9d2e-b127a6b68bd7. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.147617] env[69243]: DEBUG oslo_concurrency.lockutils [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] Acquiring lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.147813] env[69243]: DEBUG oslo_concurrency.lockutils [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] Acquired lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.148053] env[69243]: DEBUG nova.network.neutron [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Refreshing network info cache for port 88959eed-577f-4cc7-9d2e-b127a6b68bd7 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.432028] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690072, 'name': CreateVM_Task, 'duration_secs': 0.363172} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.432028] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.432540] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.432706] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.433032] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.433293] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36230c1-e4fe-4fc2-9127-aa83e36b1067 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.438128] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1189.438128] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5263364c-4f92-c182-e32d-af8569cf00eb" [ 1189.438128] env[69243]: _type = "Task" [ 1189.438128] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.446627] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5263364c-4f92-c182-e32d-af8569cf00eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.826800] env[69243]: DEBUG nova.network.neutron [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Updated VIF entry in instance network info cache for port 88959eed-577f-4cc7-9d2e-b127a6b68bd7. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.827177] env[69243]: DEBUG nova.network.neutron [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Updating instance_info_cache with network_info: [{"id": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "address": "fa:16:3e:2c:14:36", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88959eed-57", "ovs_interfaceid": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.914677] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.914951] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.950026] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5263364c-4f92-c182-e32d-af8569cf00eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.950271] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.950507] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.950732] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.950875] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.951065] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.951445] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954f45a9-3485-47ee-b71e-ad7686350e83 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.959883] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.960068] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.960760] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ddcc76-8508-4af3-9caa-a37d4263a57f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.965859] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1189.965859] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5268f8e7-6562-3001-f3ed-c6e30c9fd934" [ 1189.965859] env[69243]: _type = "Task" [ 1189.965859] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.973641] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5268f8e7-6562-3001-f3ed-c6e30c9fd934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.329755] env[69243]: DEBUG oslo_concurrency.lockutils [req-11c1feda-b557-42bb-9534-7424ecc21cbf req-05d6b3f9-6420-4853-86bf-2cd45769593f service nova] Releasing lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.418107] env[69243]: INFO nova.compute.manager [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Detaching volume b07d2bd7-b21f-43b4-8537-c184ee4755b9 [ 1190.449789] env[69243]: INFO nova.virt.block_device [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Attempting to driver detach volume b07d2bd7-b21f-43b4-8537-c184ee4755b9 from mountpoint /dev/sdb [ 1190.450107] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.450348] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735135', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'name': 'volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '665917ca-881f-4279-8fbd-af22b00c3b51', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'serial': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.451319] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834af93c-646b-4099-a3fb-74d3ff80c2ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.480755] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e44c6f-6ce6-4ded-8d99-343efbfd971f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.489829] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5268f8e7-6562-3001-f3ed-c6e30c9fd934, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.492258] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb50756-3323-4240-8897-82e3fb4d03b0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.495073] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb187a-aadb-4b30-906d-0c014424a590 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.517800] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1190.517800] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a6363a-4350-51f9-3646-19a384a02944" [ 1190.517800] env[69243]: _type = "Task" [ 1190.517800] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.518680] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0900e97b-c24c-4d2e-b5e4-015d18c22ee4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.529640] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a6363a-4350-51f9-3646-19a384a02944, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.540696] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.540949] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/341494e6-52aa-4206-936c-b8b2a8f055e8.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.541237] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] The volume has not been displaced from its original location: [datastore2] volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9/volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.546285] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.546536] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe8e2a94-c3d6-4361-98a3-62cb55855866 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.548236] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3fcd223-df2d-428f-bcc0-c272c850cc0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.566406] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1190.566406] env[69243]: value = "task-3690074" [ 1190.566406] env[69243]: _type = "Task" [ 1190.566406] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.567583] env[69243]: DEBUG oslo_vmware.api [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1190.567583] env[69243]: value = "task-3690075" [ 1190.567583] env[69243]: _type = "Task" [ 1190.567583] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.578414] env[69243]: DEBUG oslo_vmware.api [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.580922] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.080617] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486236} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.083868] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/341494e6-52aa-4206-936c-b8b2a8f055e8.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.084119] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.084409] env[69243]: DEBUG oslo_vmware.api [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690075, 'name': ReconfigVM_Task, 'duration_secs': 0.249484} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.084638] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78c8c288-6734-49fb-8ce3-e31a0323900e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.086520] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.091294] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922aca03-9c4c-42eb-9fab-0948d5843e13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.107736] env[69243]: DEBUG oslo_vmware.api [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1191.107736] env[69243]: value = "task-3690077" [ 1191.107736] env[69243]: _type = "Task" [ 1191.107736] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.109225] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1191.109225] env[69243]: value = "task-3690076" [ 1191.109225] env[69243]: _type = "Task" [ 1191.109225] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.123928] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.126961] env[69243]: DEBUG oslo_vmware.api [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.619728] env[69243]: DEBUG oslo_vmware.api [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690077, 'name': ReconfigVM_Task, 'duration_secs': 0.153802} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.620370] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735135', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'name': 'volume-b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '665917ca-881f-4279-8fbd-af22b00c3b51', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9', 'serial': 'b07d2bd7-b21f-43b4-8537-c184ee4755b9'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.625087] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076096} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.625316] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.626241] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a956ef67-be9a-4d84-be10-e26e55e38c3b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.648293] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/341494e6-52aa-4206-936c-b8b2a8f055e8.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.648563] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e7e93f-9421-41a3-91c6-7a6481dbd30e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.669357] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1191.669357] env[69243]: value = "task-3690078" [ 1191.669357] env[69243]: _type = "Task" [ 1191.669357] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.677986] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.179738] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690078, 'name': ReconfigVM_Task, 'duration_secs': 0.278395} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.180035] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/341494e6-52aa-4206-936c-b8b2a8f055e8.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.180725] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6d03028-d40c-4acb-b78b-c843960953a8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.188315] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1192.188315] env[69243]: value = "task-3690080" [ 1192.188315] env[69243]: _type = "Task" [ 1192.188315] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.197464] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690080, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.233760] env[69243]: DEBUG nova.objects.instance [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'flavor' on Instance uuid 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.698531] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690080, 'name': Rename_Task, 'duration_secs': 0.405493} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.698913] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.699041] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c5dc24-439b-4ed4-bd2a-544c925f7c7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.706238] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1192.706238] env[69243]: value = "task-3690081" [ 1192.706238] env[69243]: _type = "Task" [ 1192.706238] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.713939] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.216739] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.240524] env[69243]: DEBUG oslo_concurrency.lockutils [None req-1615c834-7811-477d-bb89-bc46d310762b tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.325s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.717659] env[69243]: DEBUG oslo_vmware.api [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690081, 'name': PowerOnVM_Task, 'duration_secs': 0.521632} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.718811] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.719037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.720616] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.720843] env[69243]: INFO nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1193.721038] env[69243]: DEBUG nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.722154] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed292cd-6d83-4126-abca-7c6e72b7bf13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.185544] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.185919] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.186142] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.186356] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.186531] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.189024] env[69243]: INFO nova.compute.manager [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Terminating instance [ 1194.221949] env[69243]: DEBUG nova.compute.utils [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.239309] env[69243]: INFO nova.compute.manager [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Took 11.55 seconds to build instance. [ 1194.693361] env[69243]: DEBUG nova.compute.manager [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.693793] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.694759] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048cc41e-e3d3-4883-8a5d-de546eb9f677 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.706304] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.706759] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faefc703-7599-4e84-a4ec-d438656e90fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.715285] env[69243]: DEBUG oslo_vmware.api [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1194.715285] env[69243]: value = "task-3690082" [ 1194.715285] env[69243]: _type = "Task" [ 1194.715285] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.725232] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.725727] env[69243]: DEBUG oslo_vmware.api [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.741302] env[69243]: DEBUG oslo_concurrency.lockutils [None req-71ff7f17-e749-4479-8dd6-66ab2407d2fe tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.060s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.741910] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.231s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.742135] env[69243]: INFO nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1194.742315] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.207886] env[69243]: INFO nova.compute.manager [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Rescuing [ 1195.208172] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.208304] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.208470] env[69243]: DEBUG nova.network.neutron [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.226715] env[69243]: DEBUG oslo_vmware.api [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690082, 'name': PowerOffVM_Task, 'duration_secs': 0.191377} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.226878] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.226923] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.227150] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be874712-edeb-43d9-add3-2a340411e5df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.296142] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.296454] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.296554] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleting the datastore file [datastore1] 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.296806] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1356ba6b-b0f7-43d2-b3b3-576cdfe9c2ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.303522] env[69243]: DEBUG oslo_vmware.api [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1195.303522] env[69243]: value = "task-3690084" [ 1195.303522] env[69243]: _type = "Task" [ 1195.303522] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.312747] env[69243]: DEBUG oslo_vmware.api [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.783827] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.784268] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.784563] env[69243]: INFO nova.compute.manager [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Attaching volume 76131f4d-03fc-43c0-841b-d33c978c4c25 to /dev/sdb [ 1195.815046] env[69243]: DEBUG oslo_vmware.api [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134323} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.815311] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.815490] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.815664] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.815833] env[69243]: INFO nova.compute.manager [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1195.816082] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.818428] env[69243]: DEBUG nova.compute.manager [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.818527] env[69243]: DEBUG nova.network.neutron [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.821420] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799a752-8593-444a-bf38-6fe9bc1379aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.827702] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e554d2-0c18-4794-81ff-879b40911e78 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.841446] env[69243]: DEBUG nova.virt.block_device [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updating existing volume attachment record: db68ed49-06c5-4c18-9fe1-bd55336fe5f1 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.947380] env[69243]: DEBUG nova.network.neutron [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Updating instance_info_cache with network_info: [{"id": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "address": "fa:16:3e:2c:14:36", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88959eed-57", "ovs_interfaceid": "88959eed-577f-4cc7-9d2e-b127a6b68bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.341940] env[69243]: DEBUG nova.compute.manager [req-8b3d62a4-c5bb-48a8-93cc-cfedd090dffd req-51da27b8-2f1a-4b27-a7f3-bef58f13afd3 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Received event network-vif-deleted-254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.342243] env[69243]: INFO nova.compute.manager [req-8b3d62a4-c5bb-48a8-93cc-cfedd090dffd req-51da27b8-2f1a-4b27-a7f3-bef58f13afd3 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Neutron deleted interface 254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe; detaching it from the instance and deleting it from the info cache [ 1196.342243] env[69243]: DEBUG nova.network.neutron [req-8b3d62a4-c5bb-48a8-93cc-cfedd090dffd req-51da27b8-2f1a-4b27-a7f3-bef58f13afd3 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.449995] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "refresh_cache-341494e6-52aa-4206-936c-b8b2a8f055e8" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.695147] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.695337] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1196.695543] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.816789] env[69243]: DEBUG nova.network.neutron [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.844379] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afb34fd9-853d-43bd-98e1-aa90660e6124 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.853841] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe2d9c0-e6a0-4ded-82a8-e6d5f638b899 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.880856] env[69243]: DEBUG nova.compute.manager [req-8b3d62a4-c5bb-48a8-93cc-cfedd090dffd req-51da27b8-2f1a-4b27-a7f3-bef58f13afd3 service nova] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Detach interface failed, port_id=254bb5c3-ae6f-4f38-bb62-bec6f2ff03fe, reason: Instance 665917ca-881f-4279-8fbd-af22b00c3b51 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.198495] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.198774] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.198945] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.199119] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1197.200007] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8685f2-805a-4c6d-9442-a766d690f9ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.207944] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a85760c-b734-4ac5-96b2-b61c59b08997 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.223703] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c51852-dc80-450c-ba89-801702ce2553 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.229859] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a5376-7fd9-4300-ad80-e7f6988ef98c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.258633] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180104MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1197.258633] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.258912] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.319020] env[69243]: INFO nova.compute.manager [-] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Took 1.50 seconds to deallocate network for instance. [ 1197.824944] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.991703] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.991703] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16efd22e-60d0-45ac-b397-30728dcd9f9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.999021] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1197.999021] env[69243]: value = "task-3690089" [ 1197.999021] env[69243]: _type = "Task" [ 1197.999021] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.006352] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.285198] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1198.285357] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 665917ca-881f-4279-8fbd-af22b00c3b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1198.285480] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 511ba3c0-d478-4b9d-9064-f0e24ff5e399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1198.285601] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5b09d5eb-9381-4252-b9f9-3938180c632e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1198.285707] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance b1a5c759-d4d3-4121-a099-1c4a7ae7a749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1198.285850] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 341494e6-52aa-4206-936c-b8b2a8f055e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1198.286051] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1198.286214] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1198.372448] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9eb194-8fe0-488b-881f-8d200984e0c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.380567] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9f6d4-0934-4a30-b286-08c16705dc6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.412245] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b5ffa-4d70-4b87-a3e2-9f0f466e619c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.419671] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba6a112-08fc-430b-8f27-950ada03f6d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.432588] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.506503] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690089, 'name': PowerOffVM_Task, 'duration_secs': 0.192597} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.506815] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.507679] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecd9b28-ced3-4e75-a6ff-595846ee0d05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.525291] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8067d-9cde-4f52-9a82-0c72981fedf2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.559166] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.559471] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31475ac6-12e9-46df-bb20-d0b29b0cf724 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.567301] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1198.567301] env[69243]: value = "task-3690091" [ 1198.567301] env[69243]: _type = "Task" [ 1198.567301] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.575098] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.936199] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.076787] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.076968] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.077210] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.077359] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.077539] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.077787] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a10c88eb-5e77-46b1-90ec-bf994ee10604 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.088414] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.088585] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.089284] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d69c6a-2754-4891-9e3a-d62d30fdc9f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.094287] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1199.094287] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fd678d-42df-6984-5d99-a6462bbdbc55" [ 1199.094287] env[69243]: _type = "Task" [ 1199.094287] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.101559] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fd678d-42df-6984-5d99-a6462bbdbc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.442918] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1199.443168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.443481] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.619s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.443730] env[69243]: DEBUG nova.objects.instance [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'resources' on Instance uuid 665917ca-881f-4279-8fbd-af22b00c3b51 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.607433] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fd678d-42df-6984-5d99-a6462bbdbc55, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.608284] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cffc39-fdd1-4eb1-a926-9b3a64cb4ab9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.613195] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1199.613195] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5cd79-5de1-e214-3f03-31a2cd756339" [ 1199.613195] env[69243]: _type = "Task" [ 1199.613195] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.620884] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5cd79-5de1-e214-3f03-31a2cd756339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.026722] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c47c7a-579d-4282-9aca-a2dcc2d9f46a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.034322] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dbe4b4-726e-4839-a1ec-d57abc6f3194 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.063558] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c629fa5-6575-4980-bb2f-8aa9887e19f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.070132] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35545bbc-32b4-484a-8a00-1aa1c57963c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.082625] env[69243]: DEBUG nova.compute.provider_tree [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.122194] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a5cd79-5de1-e214-3f03-31a2cd756339, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.122437] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.122692] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. {{(pid=69243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1200.122932] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b60a4d03-8f67-4f01-94c6-c6c4c6339a2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.129252] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1200.129252] env[69243]: value = "task-3690092" [ 1200.129252] env[69243]: _type = "Task" [ 1200.129252] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.136365] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.387877] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.388177] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.389172] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dbf304-70c8-47b0-ab4a-ce3ef5c5aed6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.409953] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0783c19-e95b-4835-827d-701d161965c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.452021] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-76131f4d-03fc-43c0-841b-d33c978c4c25/volume-76131f4d-03fc-43c0-841b-d33c978c4c25.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.452716] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.453086] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58b9fb3-e508-48f9-9540-fb0ea2e92f83 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.475147] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.476197] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.477159] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.477498] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.477753] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.482615] env[69243]: DEBUG oslo_vmware.api [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1200.482615] env[69243]: value = "task-3690093" [ 1200.482615] env[69243]: _type = "Task" [ 1200.482615] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.495266] env[69243]: DEBUG oslo_vmware.api [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.586076] env[69243]: DEBUG nova.scheduler.client.report [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.639238] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690092, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.993019] env[69243]: DEBUG oslo_vmware.api [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.090024] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.115202] env[69243]: INFO nova.scheduler.client.report [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted allocations for instance 665917ca-881f-4279-8fbd-af22b00c3b51 [ 1201.139607] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690092, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.493751] env[69243]: DEBUG oslo_vmware.api [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690093, 'name': ReconfigVM_Task, 'duration_secs': 0.749353} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.494165] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-76131f4d-03fc-43c0-841b-d33c978c4c25/volume-76131f4d-03fc-43c0-841b-d33c978c4c25.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.498900] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d12416b-2659-42c4-9e70-e89162737341 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.515580] env[69243]: DEBUG oslo_vmware.api [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1201.515580] env[69243]: value = "task-3690094" [ 1201.515580] env[69243]: _type = "Task" [ 1201.515580] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.522109] env[69243]: DEBUG oslo_vmware.api [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.622878] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1138f84-ba53-4831-9088-6d3489b2f8d3 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "665917ca-881f-4279-8fbd-af22b00c3b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.437s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.641100] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690092, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.46037} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.641100] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. [ 1201.641578] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6374067-5acd-4e72-ab19-6f88b176f1e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.667896] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.668404] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451d8663-8de1-41f6-986f-d8f42cbb5120 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.685459] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1201.685459] env[69243]: value = "task-3690095" [ 1201.685459] env[69243]: _type = "Task" [ 1201.685459] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.693093] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.023993] env[69243]: DEBUG oslo_vmware.api [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690094, 'name': ReconfigVM_Task, 'duration_secs': 0.13811} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.024323] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.195841] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690095, 'name': ReconfigVM_Task, 'duration_secs': 0.257162} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.195841] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.196569] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e67a45d-1efc-49b7-9a25-11cd8bea9db8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.222986] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870cd6bf-be68-44ba-b47e-d6d2ac7482f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.238451] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1202.238451] env[69243]: value = "task-3690096" [ 1202.238451] env[69243]: _type = "Task" [ 1202.238451] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.246410] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.748742] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690096, 'name': ReconfigVM_Task, 'duration_secs': 0.13993} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.748917] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.749179] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb88df8f-ecb5-4e56-9902-8bd30bafb502 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.756879] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1202.756879] env[69243]: value = "task-3690097" [ 1202.756879] env[69243]: _type = "Task" [ 1202.756879] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.769465] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.066867] env[69243]: DEBUG nova.objects.instance [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'flavor' on Instance uuid 511ba3c0-d478-4b9d-9064-f0e24ff5e399 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.266479] env[69243]: DEBUG oslo_vmware.api [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690097, 'name': PowerOnVM_Task, 'duration_secs': 0.481593} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.266765] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.269526] env[69243]: DEBUG nova.compute.manager [None req-d68beeb8-5148-49ec-be09-0192f55ee106 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.270457] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c25dfbd-639c-4bc5-9f33-3fe29eec050b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.359251] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.359536] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.572584] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2c4b70e2-8602-4275-b39e-65dae74e246b tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.788s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.861674] env[69243]: DEBUG nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.380248] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.380534] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.382088] env[69243]: INFO nova.compute.claims [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.512889] env[69243]: INFO nova.compute.manager [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Rebuilding instance [ 1204.551813] env[69243]: DEBUG nova.compute.manager [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.552703] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342cde35-bd8e-4049-8c54-12a6b0041091 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.787129] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.787367] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.291041] env[69243]: DEBUG nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.483034] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b586ef-45ee-43e3-a409-f53aef6845be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.492438] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523c876-0604-42bf-b026-b4c9d72cd807 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.521911] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f1b51-636e-44b9-9915-742e40ac07a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.529016] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6095e236-037e-4c37-98e6-0d49436d3d5d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.541924] env[69243]: DEBUG nova.compute.provider_tree [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.566410] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.566917] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03081315-a4ea-4d08-a515-3fb7aca16d30 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.573331] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1205.573331] env[69243]: value = "task-3690098" [ 1205.573331] env[69243]: _type = "Task" [ 1205.573331] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.581087] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.808908] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.045326] env[69243]: DEBUG nova.scheduler.client.report [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.082768] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690098, 'name': PowerOffVM_Task, 'duration_secs': 0.186392} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.082977] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.133168] env[69243]: INFO nova.compute.manager [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Detaching volume 76131f4d-03fc-43c0-841b-d33c978c4c25 [ 1206.161615] env[69243]: INFO nova.virt.block_device [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Attempting to driver detach volume 76131f4d-03fc-43c0-841b-d33c978c4c25 from mountpoint /dev/sdb [ 1206.161843] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.162045] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.162918] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dce6fc-fda1-49e5-a751-44031aedcf55 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.185368] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb46d83c-6a86-4d40-811d-bf68442865ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.191900] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e864d-eb86-4af9-ba42-a2f712071c2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.211569] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f2b6e4-eb08-4b02-9e13-09c2ab4ed769 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.226060] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] The volume has not been displaced from its original location: [datastore1] volume-76131f4d-03fc-43c0-841b-d33c978c4c25/volume-76131f4d-03fc-43c0-841b-d33c978c4c25.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.231207] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.231475] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877dfea9-c175-441d-a9ca-fe7357b294f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.249055] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1206.249055] env[69243]: value = "task-3690099" [ 1206.249055] env[69243]: _type = "Task" [ 1206.249055] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.256351] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.550033] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.550326] env[69243]: DEBUG nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.553053] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.744s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.554283] env[69243]: INFO nova.compute.claims [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.758831] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690099, 'name': ReconfigVM_Task, 'duration_secs': 0.197337} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.759109] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.763765] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448ae84e-b93a-4599-b755-5d70686c2d2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.778743] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1206.778743] env[69243]: value = "task-3690100" [ 1206.778743] env[69243]: _type = "Task" [ 1206.778743] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.786034] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.059053] env[69243]: DEBUG nova.compute.utils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.062038] env[69243]: DEBUG nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.062038] env[69243]: DEBUG nova.network.neutron [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.105398] env[69243]: DEBUG nova.policy [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989990ca5bb0445089dbe555874ed76c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c366a653b7da4a8b8dd10cf1b2ff1285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.288702] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690100, 'name': ReconfigVM_Task, 'duration_secs': 0.458259} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.289223] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1207.368877] env[69243]: DEBUG nova.network.neutron [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Successfully created port: a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.563284] env[69243]: DEBUG nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.672759] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1506ecea-a86d-4a3c-ac4a-4e829a35f856 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.682508] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e759f3e9-073b-4078-a992-d9e31fda3a38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.714063] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1867036a-99f3-40cc-affe-abf2a31cd6b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.721322] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af73b4f-c31c-4b8d-84f4-df8594a1793b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.735524] env[69243]: DEBUG nova.compute.provider_tree [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.238511] env[69243]: DEBUG nova.scheduler.client.report [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.342320] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.342660] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d128784-00c8-45b0-aeac-eb85e0466f29 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.350148] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1208.350148] env[69243]: value = "task-3690101" [ 1208.350148] env[69243]: _type = "Task" [ 1208.350148] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.358891] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1208.359106] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1208.359301] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1208.360010] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75624b41-fc17-42b3-aaa7-ac3849a3c6c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.378476] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2c89ed-0849-4ab8-8054-808164109cdb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.383759] env[69243]: WARNING nova.virt.vmwareapi.driver [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1208.383996] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.384677] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf920139-e4cc-4b99-a332-7ac661c7eb0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.390502] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.390725] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb858595-d3c6-423f-ba0b-fcf9ff025f40 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.451938] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.452179] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.452367] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleting the datastore file [datastore2] 511ba3c0-d478-4b9d-9064-f0e24ff5e399 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.452656] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c594a85-f727-484d-8422-1b6b0d1d3373 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.458821] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1208.458821] env[69243]: value = "task-3690103" [ 1208.458821] env[69243]: _type = "Task" [ 1208.458821] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.467317] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.577391] env[69243]: DEBUG nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.603316] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.603689] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.603935] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.604179] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.604358] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.604517] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.604736] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.604898] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.605164] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.605712] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.605712] env[69243]: DEBUG nova.virt.hardware [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.606238] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7b25f-4a89-43c6-b238-d6ad2a18eedb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.613953] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d1aa4-2967-40e6-99dc-35d82ebe2064 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.743171] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.743801] env[69243]: DEBUG nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.967936] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146426} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.968207] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.968396] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.968564] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.043318] env[69243]: DEBUG nova.compute.manager [req-dc018803-809e-4da5-acd5-d55803761a97 req-e14854db-33d1-49c2-87da-a209aaf4a73e service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-vif-plugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.043537] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc018803-809e-4da5-acd5-d55803761a97 req-e14854db-33d1-49c2-87da-a209aaf4a73e service nova] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.043809] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc018803-809e-4da5-acd5-d55803761a97 req-e14854db-33d1-49c2-87da-a209aaf4a73e service nova] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.043981] env[69243]: DEBUG oslo_concurrency.lockutils [req-dc018803-809e-4da5-acd5-d55803761a97 req-e14854db-33d1-49c2-87da-a209aaf4a73e service nova] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.044168] env[69243]: DEBUG nova.compute.manager [req-dc018803-809e-4da5-acd5-d55803761a97 req-e14854db-33d1-49c2-87da-a209aaf4a73e service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] No waiting events found dispatching network-vif-plugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.044338] env[69243]: WARNING nova.compute.manager [req-dc018803-809e-4da5-acd5-d55803761a97 req-e14854db-33d1-49c2-87da-a209aaf4a73e service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received unexpected event network-vif-plugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 for instance with vm_state building and task_state spawning. [ 1209.084236] env[69243]: DEBUG nova.network.neutron [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Successfully updated port: a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.249030] env[69243]: DEBUG nova.compute.utils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.250486] env[69243]: DEBUG nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.250672] env[69243]: DEBUG nova.network.neutron [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.287596] env[69243]: DEBUG nova.policy [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60510e928ab74fb98989c5f7b3fb7b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '434f7941b5984c0b91de8a15e439c842', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.473976] env[69243]: INFO nova.virt.block_device [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Booting with volume 76131f4d-03fc-43c0-841b-d33c978c4c25 at /dev/sdb [ 1209.508448] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19e587cf-891d-4d5b-9826-8ff68bf45170 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.517523] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8733a0e-d55a-4f06-a947-9d59073cb55f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.544984] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8af2d6c7-8d62-4b61-b69a-578eccc06f25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.552301] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537fd4ec-b6bf-4601-bd5b-31de9275c11f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.581653] env[69243]: DEBUG nova.network.neutron [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Successfully created port: 6d1682de-cda5-4f9d-8487-e42899edae38 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.584098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fbc305-a6e5-4110-8646-a2a64c11fe94 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.586805] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.586940] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.587095] env[69243]: DEBUG nova.network.neutron [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.592283] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44e36eb-fa65-476f-a24d-0f5bb60b8d40 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.605711] env[69243]: DEBUG nova.virt.block_device [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updating existing volume attachment record: f19e88c6-a7b9-42b8-ad2f-6f1d30b0864b {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1209.757021] env[69243]: DEBUG nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.117793] env[69243]: DEBUG nova.network.neutron [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.239581] env[69243]: DEBUG nova.network.neutron [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9620152-b2", "ovs_interfaceid": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.742487] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.742859] env[69243]: DEBUG nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Instance network_info: |[{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9620152-b2", "ovs_interfaceid": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.743267] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:15:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9620152-b2c6-4718-b48d-32c6d9d7bd50', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.750641] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.750858] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.751096] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adcb215-e863-4bf6-8754-731be1e22745 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.766518] env[69243]: DEBUG nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.773913] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.773913] env[69243]: value = "task-3690104" [ 1210.773913] env[69243]: _type = "Task" [ 1210.773913] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.781479] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690104, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.792015] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.792261] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.792421] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.792632] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.792772] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.792968] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.793197] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.793358] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.793516] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.793702] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.793901] env[69243]: DEBUG nova.virt.hardware [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.794726] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60208608-441c-48ec-af99-febf5f0504e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.803208] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd813a5-1232-4a59-a0e7-3c562d44a4cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.070192] env[69243]: DEBUG nova.compute.manager [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.070389] env[69243]: DEBUG nova.compute.manager [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing instance network info cache due to event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.070606] env[69243]: DEBUG oslo_concurrency.lockutils [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] Acquiring lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.070750] env[69243]: DEBUG oslo_concurrency.lockutils [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] Acquired lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.070908] env[69243]: DEBUG nova.network.neutron [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.170930] env[69243]: DEBUG nova.network.neutron [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Successfully updated port: 6d1682de-cda5-4f9d-8487-e42899edae38 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.283560] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690104, 'name': CreateVM_Task, 'duration_secs': 0.320591} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.283778] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.290669] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.290899] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.291234] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.291471] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91ddc95-2b6b-4114-9427-89087b593c42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.295806] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1211.295806] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526f569d-e231-7629-6ed2-a0cae875407d" [ 1211.295806] env[69243]: _type = "Task" [ 1211.295806] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.303702] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526f569d-e231-7629-6ed2-a0cae875407d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.673008] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.673174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.673323] env[69243]: DEBUG nova.network.neutron [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.706552] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.706797] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.706956] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.707157] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.707306] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.707454] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.708032] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.708032] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.708032] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.708204] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.708291] env[69243]: DEBUG nova.virt.hardware [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.709483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d12f3b7-8aa5-4ee3-a9f2-35e3076217b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.717086] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483f9e88-18d4-4f01-86cf-e82350600cc9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.731063] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:89:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9939fcc3-c344-44d4-813b-a5bb6c0ca1ad', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.738177] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.738415] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.738613] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07fe62d4-ce3a-4de0-bd50-11b58f08b2dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.756996] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.756996] env[69243]: value = "task-3690105" [ 1211.756996] env[69243]: _type = "Task" [ 1211.756996] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.760217] env[69243]: DEBUG nova.network.neutron [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updated VIF entry in instance network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.760528] env[69243]: DEBUG nova.network.neutron [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9620152-b2", "ovs_interfaceid": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.766149] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690105, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.806684] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526f569d-e231-7629-6ed2-a0cae875407d, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.806975] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.807212] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.807456] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.807611] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.807780] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.808040] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df83f815-ff91-490e-ab68-9860207e8d2d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.822706] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.822886] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.823631] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1cd0f4-19ce-4578-8818-da60a6876c9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.828745] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1211.828745] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ae2cd9-6cc5-eedd-4bc2-a79c8915f148" [ 1211.828745] env[69243]: _type = "Task" [ 1211.828745] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.835898] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ae2cd9-6cc5-eedd-4bc2-a79c8915f148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.203541] env[69243]: DEBUG nova.network.neutron [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.265982] env[69243]: DEBUG oslo_concurrency.lockutils [req-c8f966f1-82ac-47ea-b91e-29abc6de6d17 req-721a6657-cdd9-488e-8c9e-c81bd3605e7c service nova] Releasing lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.266364] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690105, 'name': CreateVM_Task, 'duration_secs': 0.436217} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.266516] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.267106] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.267270] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.267590] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.267851] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7763df-bcb6-496c-a541-b6692c724ad0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.272109] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1212.272109] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c152ce-4317-d4ec-3dc3-5fe8805ae46d" [ 1212.272109] env[69243]: _type = "Task" [ 1212.272109] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.279975] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c152ce-4317-d4ec-3dc3-5fe8805ae46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.309586] env[69243]: DEBUG nova.network.neutron [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Updating instance_info_cache with network_info: [{"id": "6d1682de-cda5-4f9d-8487-e42899edae38", "address": "fa:16:3e:c2:f0:3d", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1682de-cd", "ovs_interfaceid": "6d1682de-cda5-4f9d-8487-e42899edae38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.339239] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ae2cd9-6cc5-eedd-4bc2-a79c8915f148, 'name': SearchDatastore_Task, 'duration_secs': 0.019913} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.339983] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d0d111-2b57-4012-aa70-27ff7c4951a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.344885] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1212.344885] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e5448d-bb39-56ae-8f3c-226dc33c5cd4" [ 1212.344885] env[69243]: _type = "Task" [ 1212.344885] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.352191] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e5448d-bb39-56ae-8f3c-226dc33c5cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.781645] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c152ce-4317-d4ec-3dc3-5fe8805ae46d, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.782019] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.782181] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.782393] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.812094] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.812368] env[69243]: DEBUG nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Instance network_info: |[{"id": "6d1682de-cda5-4f9d-8487-e42899edae38", "address": "fa:16:3e:c2:f0:3d", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1682de-cd", "ovs_interfaceid": "6d1682de-cda5-4f9d-8487-e42899edae38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.812753] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:f0:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d1682de-cda5-4f9d-8487-e42899edae38', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.820071] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.820264] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.820479] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34cf1ab4-f6b5-44aa-9606-d3c766c5f02f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.839979] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.839979] env[69243]: value = "task-3690106" [ 1212.839979] env[69243]: _type = "Task" [ 1212.839979] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.847738] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690106, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.855755] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e5448d-bb39-56ae-8f3c-226dc33c5cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.855963] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.856254] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.856526] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.856708] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.856938] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c4bd942-7f7e-4568-b298-01a1a6a72acd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.858749] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a86b8bc7-5b4c-448a-8fb5-1b2202b7d758 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.867685] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1212.867685] env[69243]: value = "task-3690107" [ 1212.867685] env[69243]: _type = "Task" [ 1212.867685] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.868787] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.868961] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.872143] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e33efd-f06a-4b7e-a226-8facf88aba2d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.877282] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1212.877282] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd2f68-98bc-04bd-e277-6d7a7b5004d1" [ 1212.877282] env[69243]: _type = "Task" [ 1212.877282] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.880378] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.887543] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd2f68-98bc-04bd-e277-6d7a7b5004d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.098774] env[69243]: DEBUG nova.compute.manager [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Received event network-vif-plugged-6d1682de-cda5-4f9d-8487-e42899edae38 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.098865] env[69243]: DEBUG oslo_concurrency.lockutils [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] Acquiring lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.099356] env[69243]: DEBUG oslo_concurrency.lockutils [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.099496] env[69243]: DEBUG oslo_concurrency.lockutils [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.099639] env[69243]: DEBUG nova.compute.manager [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] No waiting events found dispatching network-vif-plugged-6d1682de-cda5-4f9d-8487-e42899edae38 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.099810] env[69243]: WARNING nova.compute.manager [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Received unexpected event network-vif-plugged-6d1682de-cda5-4f9d-8487-e42899edae38 for instance with vm_state building and task_state spawning. [ 1213.099961] env[69243]: DEBUG nova.compute.manager [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Received event network-changed-6d1682de-cda5-4f9d-8487-e42899edae38 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.100132] env[69243]: DEBUG nova.compute.manager [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Refreshing instance network info cache due to event network-changed-6d1682de-cda5-4f9d-8487-e42899edae38. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.100342] env[69243]: DEBUG oslo_concurrency.lockutils [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] Acquiring lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.100506] env[69243]: DEBUG oslo_concurrency.lockutils [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] Acquired lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.100645] env[69243]: DEBUG nova.network.neutron [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Refreshing network info cache for port 6d1682de-cda5-4f9d-8487-e42899edae38 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.351249] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690106, 'name': CreateVM_Task, 'duration_secs': 0.362145} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.351430] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.352077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.352248] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.352550] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.352800] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759df6ac-4170-4f58-97c7-0a2446b2ca2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.357853] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1213.357853] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5297603f-ff87-661f-3bf6-210eb542534d" [ 1213.357853] env[69243]: _type = "Task" [ 1213.357853] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.365471] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5297603f-ff87-661f-3bf6-210eb542534d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.376821] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473994} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.377060] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.377262] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.377481] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95efd257-8130-400b-bea5-2da3fd7a16a9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.383894] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1213.383894] env[69243]: value = "task-3690108" [ 1213.383894] env[69243]: _type = "Task" [ 1213.383894] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.390228] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dd2f68-98bc-04bd-e277-6d7a7b5004d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01833} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.391605] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a36aac-3ee2-4b38-a80e-fd165161fa6f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.396035] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.398631] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1213.398631] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527345e3-e26a-7406-1cd9-d7a8cca2932d" [ 1213.398631] env[69243]: _type = "Task" [ 1213.398631] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.405868] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527345e3-e26a-7406-1cd9-d7a8cca2932d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.802778] env[69243]: DEBUG nova.network.neutron [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Updated VIF entry in instance network info cache for port 6d1682de-cda5-4f9d-8487-e42899edae38. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.803144] env[69243]: DEBUG nova.network.neutron [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Updating instance_info_cache with network_info: [{"id": "6d1682de-cda5-4f9d-8487-e42899edae38", "address": "fa:16:3e:c2:f0:3d", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1682de-cd", "ovs_interfaceid": "6d1682de-cda5-4f9d-8487-e42899edae38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.868267] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5297603f-ff87-661f-3bf6-210eb542534d, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.868495] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.868719] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.868924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.892258] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088861} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.892492] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.893231] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa88379-60c1-44e4-afbb-780c90c41677 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.914173] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.916960] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d22d833-32e5-41ef-9fe7-144e19c3be7c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.935594] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527345e3-e26a-7406-1cd9-d7a8cca2932d, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.936910] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.936910] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.937201] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1213.937201] env[69243]: value = "task-3690109" [ 1213.937201] env[69243]: _type = "Task" [ 1213.937201] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.937402] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.937579] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.937767] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc8eaed0-dcf0-4db3-b27a-e1e1cb8a71eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.939456] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3ebd6f-a5d0-41fd-84b9-01517b9d2c06 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.950041] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.951887] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1213.951887] env[69243]: value = "task-3690110" [ 1213.951887] env[69243]: _type = "Task" [ 1213.951887] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.952112] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.952274] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.952963] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e299a9c4-c2ae-4a2b-833e-41493553d377 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.962130] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1213.962130] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522a73ba-0ac1-c82a-dcdc-12c7f6036992" [ 1213.962130] env[69243]: _type = "Task" [ 1213.962130] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.965131] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.972539] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522a73ba-0ac1-c82a-dcdc-12c7f6036992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.305804] env[69243]: DEBUG oslo_concurrency.lockutils [req-9015c49e-090e-4077-9220-fbd48225e4d1 req-5754396f-ba48-4a2c-9818-03becbea9797 service nova] Releasing lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.448807] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690109, 'name': ReconfigVM_Task, 'duration_secs': 0.357024} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.449564] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.449943] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b17bd8-f281-4729-9093-72e1536fa39e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.457395] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1214.457395] env[69243]: value = "task-3690111" [ 1214.457395] env[69243]: _type = "Task" [ 1214.457395] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.463211] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460776} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.463856] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.464077] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.464295] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2307ce8c-0e0c-4004-997b-f84c58eb0411 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.468820] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690111, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.475802] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1214.475802] env[69243]: value = "task-3690112" [ 1214.475802] env[69243]: _type = "Task" [ 1214.475802] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.478738] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522a73ba-0ac1-c82a-dcdc-12c7f6036992, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.481893] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58b35a8-56d4-47b6-a03d-40bf334fb75f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.489605] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.490845] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1214.490845] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52127674-913b-3083-8c6c-3f5d73fc35ac" [ 1214.490845] env[69243]: _type = "Task" [ 1214.490845] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.500292] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52127674-913b-3083-8c6c-3f5d73fc35ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.500606] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.500913] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/af50eea2-a7ec-4d63-ac1b-4c53cab4c65d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.501230] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-448c9b57-919a-4d5a-b2d8-3a1f52c887b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.507442] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1214.507442] env[69243]: value = "task-3690113" [ 1214.507442] env[69243]: _type = "Task" [ 1214.507442] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.515690] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.967137] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690111, 'name': Rename_Task, 'duration_secs': 0.143997} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.967518] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.967645] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2adc392f-2254-49e2-90ef-97a8f2784829 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.973640] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1214.973640] env[69243]: value = "task-3690114" [ 1214.973640] env[69243]: _type = "Task" [ 1214.973640] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.980713] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.988091] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061889} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.988328] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.989093] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdf2419-6526-42c8-8220-59203ac4676d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.012339] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.012628] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ffe02d-1a39-47ca-986e-44c93a2f7583 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.034902] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403492} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.036110] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/af50eea2-a7ec-4d63-ac1b-4c53cab4c65d.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.036331] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.036622] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1215.036622] env[69243]: value = "task-3690115" [ 1215.036622] env[69243]: _type = "Task" [ 1215.036622] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.036807] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b0b01ca-6df2-4cdd-99be-8219cf766921 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.047652] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.048883] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1215.048883] env[69243]: value = "task-3690116" [ 1215.048883] env[69243]: _type = "Task" [ 1215.048883] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.056218] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.483404] env[69243]: DEBUG oslo_vmware.api [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690114, 'name': PowerOnVM_Task, 'duration_secs': 0.483737} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.483841] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.483910] env[69243]: INFO nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1215.484072] env[69243]: DEBUG nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.484898] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89570a0e-9abd-4104-9d80-9bd93f7f60fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.548388] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690115, 'name': ReconfigVM_Task, 'duration_secs': 0.354245} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.548545] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 511ba3c0-d478-4b9d-9064-f0e24ff5e399/511ba3c0-d478-4b9d-9064-f0e24ff5e399.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.549639] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encrypted': False, 'image_id': '18ed8bce-64a7-4098-b909-6a3e3fb2f518'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'}, 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'f19e88c6-a7b9-42b8-ad2f-6f1d30b0864b', 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1215.549835] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1215.550027] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1215.550858] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b43568-9baf-4584-a447-aa53f8094d81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.561973] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060279} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.572789] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.573697] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd397da5-e20f-4fa6-bc14-979f64ef0523 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.576507] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05cd8d5-0260-45aa-b160-4ff616a335b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.599405] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/af50eea2-a7ec-4d63-ac1b-4c53cab4c65d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.613528] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ad8168-cae3-4b52-9c75-bd1094caf41d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.634180] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-76131f4d-03fc-43c0-841b-d33c978c4c25/volume-76131f4d-03fc-43c0-841b-d33c978c4c25.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.634474] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982df393-2a0e-4b0b-9bc3-222546b0d777 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.652977] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1215.652977] env[69243]: value = "task-3690118" [ 1215.652977] env[69243]: _type = "Task" [ 1215.652977] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.654306] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1215.654306] env[69243]: value = "task-3690117" [ 1215.654306] env[69243]: _type = "Task" [ 1215.654306] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.667317] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690118, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.670331] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.903233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "5b09d5eb-9381-4252-b9f9-3938180c632e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.903509] env[69243]: DEBUG oslo_concurrency.lockutils [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.903732] env[69243]: DEBUG nova.compute.manager [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.904646] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e89c59-39c1-4801-a745-29b36c9c38a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.912024] env[69243]: DEBUG nova.compute.manager [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1215.912024] env[69243]: DEBUG nova.objects.instance [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'flavor' on Instance uuid 5b09d5eb-9381-4252-b9f9-3938180c632e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.002692] env[69243]: INFO nova.compute.manager [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Took 11.64 seconds to build instance. [ 1216.167301] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.170495] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.411438] env[69243]: DEBUG nova.compute.manager [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.411597] env[69243]: DEBUG nova.compute.manager [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing instance network info cache due to event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.411715] env[69243]: DEBUG oslo_concurrency.lockutils [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] Acquiring lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.411841] env[69243]: DEBUG oslo_concurrency.lockutils [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] Acquired lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.412052] env[69243]: DEBUG nova.network.neutron [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.505570] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c2adc479-e2d6-4a17-851c-af2aa49acdad tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.146s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.670200] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.674062] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.921029] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.921029] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6148893f-0be3-40be-8869-1c635d75cacb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.928066] env[69243]: DEBUG oslo_vmware.api [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1216.928066] env[69243]: value = "task-3690119" [ 1216.928066] env[69243]: _type = "Task" [ 1216.928066] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.936533] env[69243]: DEBUG oslo_vmware.api [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.123561] env[69243]: DEBUG nova.network.neutron [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updated VIF entry in instance network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.124019] env[69243]: DEBUG nova.network.neutron [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9620152-b2", "ovs_interfaceid": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.167128] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690118, 'name': ReconfigVM_Task, 'duration_secs': 1.06723} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.167839] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-76131f4d-03fc-43c0-841b-d33c978c4c25/volume-76131f4d-03fc-43c0-841b-d33c978c4c25.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.175926] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f66592e-941f-41dc-b448-009f2661e1bd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.185639] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690117, 'name': ReconfigVM_Task, 'duration_secs': 1.039479} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.186017] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/af50eea2-a7ec-4d63-ac1b-4c53cab4c65d.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.186962] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61377f44-decd-4c71-8ad5-0ff3d39c827e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.191513] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1217.191513] env[69243]: value = "task-3690120" [ 1217.191513] env[69243]: _type = "Task" [ 1217.191513] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.195196] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1217.195196] env[69243]: value = "task-3690121" [ 1217.195196] env[69243]: _type = "Task" [ 1217.195196] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.201123] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.206254] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690121, 'name': Rename_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.438254] env[69243]: DEBUG oslo_vmware.api [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690119, 'name': PowerOffVM_Task, 'duration_secs': 0.247938} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.438473] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.438670] env[69243]: DEBUG nova.compute.manager [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.439424] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db01acc3-465f-4c1c-bbfb-52ef3b7f6a61 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.626658] env[69243]: DEBUG oslo_concurrency.lockutils [req-8710e22a-a863-4366-ba31-2ff10396038c req-e4d3ffee-993c-46d2-b9c4-ea06a22c0cbb service nova] Releasing lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.702402] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690120, 'name': ReconfigVM_Task, 'duration_secs': 0.168301} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.703164] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.703715] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a916ab30-9db0-416a-8449-b676e88175f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.707892] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690121, 'name': Rename_Task, 'duration_secs': 0.151593} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.709632] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.709886] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec04ce58-89e5-427a-9148-7f05f8d8bbe5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.713341] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1217.713341] env[69243]: value = "task-3690122" [ 1217.713341] env[69243]: _type = "Task" [ 1217.713341] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.716992] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1217.716992] env[69243]: value = "task-3690123" [ 1217.716992] env[69243]: _type = "Task" [ 1217.716992] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.723485] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690122, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.729528] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.949747] env[69243]: DEBUG oslo_concurrency.lockutils [None req-52bcdaeb-80fd-4c6b-9244-8e9463d7abb3 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.229638] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.229988] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690122, 'name': Rename_Task, 'duration_secs': 0.286057} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.230197] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.230516] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e0cb60-5383-447e-aeb2-867e74d6db2a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.236635] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1218.236635] env[69243]: value = "task-3690124" [ 1218.236635] env[69243]: _type = "Task" [ 1218.236635] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.244344] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.451044] env[69243]: DEBUG nova.objects.instance [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'flavor' on Instance uuid 5b09d5eb-9381-4252-b9f9-3938180c632e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.730206] env[69243]: DEBUG oslo_vmware.api [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690123, 'name': PowerOnVM_Task, 'duration_secs': 0.640493} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.730517] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.730817] env[69243]: INFO nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1218.731080] env[69243]: DEBUG nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.731947] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9929580c-63bc-419d-a079-4c2c2ee64105 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.749642] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.956490] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.956803] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.957121] env[69243]: DEBUG nova.network.neutron [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.957421] env[69243]: DEBUG nova.objects.instance [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'info_cache' on Instance uuid 5b09d5eb-9381-4252-b9f9-3938180c632e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.254188] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.255613] env[69243]: INFO nova.compute.manager [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Took 13.46 seconds to build instance. [ 1219.461500] env[69243]: DEBUG nova.objects.base [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Object Instance<5b09d5eb-9381-4252-b9f9-3938180c632e> lazy-loaded attributes: flavor,info_cache {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.512567] env[69243]: INFO nova.compute.manager [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Rescuing [ 1219.512917] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.513172] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.513379] env[69243]: DEBUG nova.network.neutron [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.749340] env[69243]: DEBUG oslo_vmware.api [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690124, 'name': PowerOnVM_Task, 'duration_secs': 1.140114} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.749612] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.749835] env[69243]: DEBUG nova.compute.manager [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.750593] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5211f4-5fd4-465a-ae3f-99c4549d083b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.758229] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b3de7ff5-5518-4613-aca2-f9b4325ae813 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.971s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.190522] env[69243]: DEBUG nova.network.neutron [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Updating instance_info_cache with network_info: [{"id": "6d1682de-cda5-4f9d-8487-e42899edae38", "address": "fa:16:3e:c2:f0:3d", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1682de-cd", "ovs_interfaceid": "6d1682de-cda5-4f9d-8487-e42899edae38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.270178] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.270178] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.270178] env[69243]: DEBUG nova.objects.instance [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1220.332828] env[69243]: DEBUG nova.network.neutron [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updating instance_info_cache with network_info: [{"id": "216da784-99c1-4c71-a8fe-6c4e68480367", "address": "fa:16:3e:a2:10:e8", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216da784-99", "ovs_interfaceid": "216da784-99c1-4c71-a8fe-6c4e68480367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.693604] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.836069] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.275933] env[69243]: DEBUG oslo_concurrency.lockutils [None req-25fbe4b7-b7e9-4195-a33a-2a2cab63a1d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.841745] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.842071] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52b9603-5a8a-41b7-b2bc-5afc6f81266f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.849631] env[69243]: DEBUG oslo_vmware.api [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1221.849631] env[69243]: value = "task-3690125" [ 1221.849631] env[69243]: _type = "Task" [ 1221.849631] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.858605] env[69243]: DEBUG oslo_vmware.api [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.230113] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.230389] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93704bfc-4fa9-4f6a-bf60-1ba58969468b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.237584] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1222.237584] env[69243]: value = "task-3690126" [ 1222.237584] env[69243]: _type = "Task" [ 1222.237584] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.245374] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.359780] env[69243]: DEBUG oslo_vmware.api [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.747601] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690126, 'name': PowerOffVM_Task, 'duration_secs': 0.171984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.747919] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.748717] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ea748f-4279-4434-ae4a-70a96a4342cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.767949] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85978a84-7b8e-4e60-b598-b0869a10613a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.772351] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.772613] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.801564] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.801847] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddbe83f1-89d1-48ed-a738-fb230f39f2ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.808614] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1222.808614] env[69243]: value = "task-3690127" [ 1222.808614] env[69243]: _type = "Task" [ 1222.808614] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.816180] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.858724] env[69243]: DEBUG oslo_vmware.api [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690125, 'name': PowerOnVM_Task, 'duration_secs': 0.811904} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.858973] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.859211] env[69243]: DEBUG nova.compute.manager [None req-5958efd6-36d6-4e42-80c0-305084601eae tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.859926] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6386c6e-6598-46bd-b8dd-f06f5361cc85 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.280469] env[69243]: DEBUG nova.compute.utils [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.318545] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1223.318712] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.318942] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.319106] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.319287] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.319547] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20a74531-fad6-4e51-ae06-a3ac44aa3716 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.328159] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.328339] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.329062] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd91c192-c7e2-4b5e-90a6-e8148cb484b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.334064] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1223.334064] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fcf1ae-ecc5-f58c-89d8-399a46e5e737" [ 1223.334064] env[69243]: _type = "Task" [ 1223.334064] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.343944] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fcf1ae-ecc5-f58c-89d8-399a46e5e737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.782964] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.844878] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52fcf1ae-ecc5-f58c-89d8-399a46e5e737, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.845675] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496442a0-39a7-4632-be17-9528b51c670e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.850719] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1223.850719] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520d983f-40ab-acd5-0626-abc89f3fbafe" [ 1223.850719] env[69243]: _type = "Task" [ 1223.850719] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.858147] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520d983f-40ab-acd5-0626-abc89f3fbafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.361119] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520d983f-40ab-acd5-0626-abc89f3fbafe, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.361429] env[69243]: DEBUG oslo_concurrency.lockutils [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.361691] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. {{(pid=69243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1224.361948] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6000e38-0289-443d-b58b-453cce86b640 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.368766] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1224.368766] env[69243]: value = "task-3690128" [ 1224.368766] env[69243]: _type = "Task" [ 1224.368766] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.376624] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.441930] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6c9a9-98eb-47c4-9834-a10170c7d25e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.448158] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40513ea6-161a-4956-bb53-2d5e72110c52 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Suspending the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1224.448387] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c59edd6e-4b6b-4209-8f24-0b235c199285 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.453791] env[69243]: DEBUG oslo_vmware.api [None req-40513ea6-161a-4956-bb53-2d5e72110c52 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1224.453791] env[69243]: value = "task-3690129" [ 1224.453791] env[69243]: _type = "Task" [ 1224.453791] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.462265] env[69243]: DEBUG oslo_vmware.api [None req-40513ea6-161a-4956-bb53-2d5e72110c52 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690129, 'name': SuspendVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.826263] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.826660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.826769] env[69243]: INFO nova.compute.manager [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Attaching volume 4369c8b8-0b83-447f-8812-2813d2ad242d to /dev/sdb [ 1224.857997] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d31e7-aa9d-457d-b22e-3fdd269f2867 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.865502] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c0929-7047-4b2e-b8ad-743634578ead {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.876485] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408835} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.879814] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. [ 1224.880194] env[69243]: DEBUG nova.virt.block_device [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating existing volume attachment record: 36f6d706-ce3b-48df-9f70-e3f8dbd6dc73 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1224.882683] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44fdf87-dbdd-4ed3-b98c-ac61faea5967 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.908977] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.909400] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b207b4-bbde-4afa-af7c-6b614ca54f67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.927636] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1224.927636] env[69243]: value = "task-3690130" [ 1224.927636] env[69243]: _type = "Task" [ 1224.927636] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.938958] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.962652] env[69243]: DEBUG oslo_vmware.api [None req-40513ea6-161a-4956-bb53-2d5e72110c52 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690129, 'name': SuspendVM_Task} progress is 70%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.437421] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.463155] env[69243]: DEBUG oslo_vmware.api [None req-40513ea6-161a-4956-bb53-2d5e72110c52 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690129, 'name': SuspendVM_Task, 'duration_secs': 0.946718} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.463419] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-40513ea6-161a-4956-bb53-2d5e72110c52 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Suspended the VM {{(pid=69243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1225.463600] env[69243]: DEBUG nova.compute.manager [None req-40513ea6-161a-4956-bb53-2d5e72110c52 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.464409] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d709d77b-34a9-4cce-b34e-97853e67b795 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.937926] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690130, 'name': ReconfigVM_Task, 'duration_secs': 0.577908} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.938340] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.939198] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9690e813-cb0c-420c-b297-74e6d40f9538 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.963506] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dfc55f0-936b-43df-ba9e-8cdfea10371d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.980364] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1225.980364] env[69243]: value = "task-3690134" [ 1225.980364] env[69243]: _type = "Task" [ 1225.980364] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.987681] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.489733] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.761704] env[69243]: INFO nova.compute.manager [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Resuming [ 1226.762356] env[69243]: DEBUG nova.objects.instance [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'flavor' on Instance uuid 5b09d5eb-9381-4252-b9f9-3938180c632e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.990086] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690134, 'name': ReconfigVM_Task, 'duration_secs': 0.723925} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.990427] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.990648] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c506e7-bbc1-4fcd-9d12-a0e68da145b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.997070] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1226.997070] env[69243]: value = "task-3690135" [ 1226.997070] env[69243]: _type = "Task" [ 1226.997070] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.004241] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.507724] env[69243]: DEBUG oslo_vmware.api [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690135, 'name': PowerOnVM_Task, 'duration_secs': 0.425928} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.508053] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.511129] env[69243]: DEBUG nova.compute.manager [None req-27aee2cf-5b49-4d4e-855b-1833f3dc8eb2 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.511985] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a21935-18cf-4be3-a733-b45cd69198d4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.271910] env[69243]: DEBUG oslo_concurrency.lockutils [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.272244] env[69243]: DEBUG oslo_concurrency.lockutils [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquired lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.272324] env[69243]: DEBUG nova.network.neutron [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.625785] env[69243]: INFO nova.compute.manager [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Unrescuing [ 1228.626074] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.626287] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquired lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.626478] env[69243]: DEBUG nova.network.neutron [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.968364] env[69243]: DEBUG nova.network.neutron [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updating instance_info_cache with network_info: [{"id": "216da784-99c1-4c71-a8fe-6c4e68480367", "address": "fa:16:3e:a2:10:e8", "network": {"id": "02d0f7ef-56e3-427e-b1cc-cb602c6bbb56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1013124253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e48d56db41684b30a39cb738cb12c3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216da784-99", "ovs_interfaceid": "216da784-99c1-4c71-a8fe-6c4e68480367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.329437] env[69243]: DEBUG nova.network.neutron [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Updating instance_info_cache with network_info: [{"id": "6d1682de-cda5-4f9d-8487-e42899edae38", "address": "fa:16:3e:c2:f0:3d", "network": {"id": "95813af0-5811-49d9-979c-18303724e538", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2033737794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "434f7941b5984c0b91de8a15e439c842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1682de-cd", "ovs_interfaceid": "6d1682de-cda5-4f9d-8487-e42899edae38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.423945] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.424224] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735157', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'name': 'volume-4369c8b8-0b83-447f-8812-2813d2ad242d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749', 'attached_at': '', 'detached_at': '', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'serial': '4369c8b8-0b83-447f-8812-2813d2ad242d'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.425108] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b2267-2a56-497c-8768-fe0198dec612 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.442558] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1587ee-f970-400a-a33d-32df79a7af7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.468435] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-4369c8b8-0b83-447f-8812-2813d2ad242d/volume-4369c8b8-0b83-447f-8812-2813d2ad242d.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.469113] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9c076d-d5a1-446c-9152-41a45c416832 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.483204] env[69243]: DEBUG oslo_concurrency.lockutils [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Releasing lock "refresh_cache-5b09d5eb-9381-4252-b9f9-3938180c632e" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.484123] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6c363a-83c3-4c88-8a86-819a1f9a5469 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.490528] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Resuming the VM {{(pid=69243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1229.491666] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12d9c48a-3352-48b4-83cc-3533f7e047c2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.493143] env[69243]: DEBUG oslo_vmware.api [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1229.493143] env[69243]: value = "task-3690137" [ 1229.493143] env[69243]: _type = "Task" [ 1229.493143] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.497783] env[69243]: DEBUG oslo_vmware.api [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1229.497783] env[69243]: value = "task-3690138" [ 1229.497783] env[69243]: _type = "Task" [ 1229.497783] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.500961] env[69243]: DEBUG oslo_vmware.api [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.507768] env[69243]: DEBUG oslo_vmware.api [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.832553] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Releasing lock "refresh_cache-af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.833331] env[69243]: DEBUG nova.objects.instance [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lazy-loading 'flavor' on Instance uuid af50eea2-a7ec-4d63-ac1b-4c53cab4c65d {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.003874] env[69243]: DEBUG oslo_vmware.api [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690137, 'name': ReconfigVM_Task, 'duration_secs': 0.336524} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.007212] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-4369c8b8-0b83-447f-8812-2813d2ad242d/volume-4369c8b8-0b83-447f-8812-2813d2ad242d.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.012228] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0830694e-a9d3-4b17-b788-287fb1792775 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.027782] env[69243]: DEBUG oslo_vmware.api [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.029713] env[69243]: DEBUG oslo_vmware.api [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1230.029713] env[69243]: value = "task-3690139" [ 1230.029713] env[69243]: _type = "Task" [ 1230.029713] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.038388] env[69243]: DEBUG oslo_vmware.api [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.339601] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5c226-f132-4edd-8795-c5d492f7417d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.361510] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.361510] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3659be83-cc12-4e5d-b5dc-56e5977a72e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.367264] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1230.367264] env[69243]: value = "task-3690140" [ 1230.367264] env[69243]: _type = "Task" [ 1230.367264] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.375181] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.512711] env[69243]: DEBUG oslo_vmware.api [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690138, 'name': PowerOnVM_Task, 'duration_secs': 0.632471} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.513044] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Resumed the VM {{(pid=69243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1230.513278] env[69243]: DEBUG nova.compute.manager [None req-be44e763-ba21-4d8b-a650-6e1c6be0e8e2 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.514137] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a09cf9-57e4-4f6d-9e5a-73f52a0c0585 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.544840] env[69243]: DEBUG oslo_vmware.api [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690139, 'name': ReconfigVM_Task, 'duration_secs': 0.233709} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.545338] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735157', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'name': 'volume-4369c8b8-0b83-447f-8812-2813d2ad242d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749', 'attached_at': '', 'detached_at': '', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'serial': '4369c8b8-0b83-447f-8812-2813d2ad242d'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1230.878033] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690140, 'name': PowerOffVM_Task, 'duration_secs': 0.316922} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.878033] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.882750] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.883032] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269887f6-d9f0-4ac9-8f69-e84fdcd68bac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.901424] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1230.901424] env[69243]: value = "task-3690141" [ 1230.901424] env[69243]: _type = "Task" [ 1230.901424] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.909014] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.411442] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.425924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "5b09d5eb-9381-4252-b9f9-3938180c632e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.426209] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.426426] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "5b09d5eb-9381-4252-b9f9-3938180c632e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.426617] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.426793] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.429007] env[69243]: INFO nova.compute.manager [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Terminating instance [ 1231.578861] env[69243]: DEBUG nova.objects.instance [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'flavor' on Instance uuid b1a5c759-d4d3-4121-a099-1c4a7ae7a749 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.911597] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690141, 'name': ReconfigVM_Task, 'duration_secs': 0.85499} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.911940] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.912189] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.912483] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8fdc77-289f-483f-8948-6a82fd5d6968 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.918473] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1231.918473] env[69243]: value = "task-3690142" [ 1231.918473] env[69243]: _type = "Task" [ 1231.918473] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.925655] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.933031] env[69243]: DEBUG nova.compute.manager [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.933031] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.933229] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c091dca-1c7b-48c0-a01a-fd758ca98f56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.939803] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.940124] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfee2fe9-f548-4cc0-80f1-9c2f9ca26a7f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.945568] env[69243]: DEBUG oslo_vmware.api [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1231.945568] env[69243]: value = "task-3690143" [ 1231.945568] env[69243]: _type = "Task" [ 1231.945568] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.953750] env[69243]: DEBUG oslo_vmware.api [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.084370] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f38c8c16-0481-4bc2-85a1-5d0d6f8319ad tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.429045] env[69243]: DEBUG oslo_vmware.api [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690142, 'name': PowerOnVM_Task, 'duration_secs': 0.355894} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.429408] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.429506] env[69243]: DEBUG nova.compute.manager [None req-f17c05c9-8de0-4646-8271-cdfad89bd328 tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.430224] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5cc0a1-1d42-4b9e-8b57-c93de662ce6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.454113] env[69243]: DEBUG oslo_vmware.api [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690143, 'name': PowerOffVM_Task, 'duration_secs': 0.175222} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.454339] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.454539] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.454764] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8d0fa0f-02d6-462a-9b64-e9eb853772c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.533407] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.533627] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.533848] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleting the datastore file [datastore2] 5b09d5eb-9381-4252-b9f9-3938180c632e {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.534179] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a95947ee-9386-47de-b2ca-ed543075a00d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.541027] env[69243]: DEBUG oslo_vmware.api [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for the task: (returnval){ [ 1232.541027] env[69243]: value = "task-3690145" [ 1232.541027] env[69243]: _type = "Task" [ 1232.541027] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.548258] env[69243]: DEBUG oslo_vmware.api [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.002676] env[69243]: DEBUG nova.compute.manager [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1233.049925] env[69243]: DEBUG oslo_vmware.api [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Task: {'id': task-3690145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141935} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.050196] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.050377] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.050549] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.050712] env[69243]: INFO nova.compute.manager [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1233.050949] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.051180] env[69243]: DEBUG nova.compute.manager [-] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.051275] env[69243]: DEBUG nova.network.neutron [-] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.230826] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.231051] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.231271] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.231452] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.231620] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.233739] env[69243]: INFO nova.compute.manager [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Terminating instance [ 1233.522455] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.522760] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.736995] env[69243]: DEBUG nova.compute.manager [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.737272] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.738336] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4810fcf8-790b-4e97-bd30-647bcda159a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.746057] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.746835] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6c2cff-d51e-4888-aaa7-3ef03f1ef164 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.754038] env[69243]: DEBUG oslo_vmware.api [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1233.754038] env[69243]: value = "task-3690146" [ 1233.754038] env[69243]: _type = "Task" [ 1233.754038] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.763247] env[69243]: DEBUG oslo_vmware.api [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.764313] env[69243]: DEBUG nova.compute.manager [req-5cf8969c-a34b-4b0c-bdb8-c1a0c4aa5acd req-fab7523b-02a9-4b23-ae6c-7dd9b357be3a service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Received event network-vif-deleted-216da784-99c1-4c71-a8fe-6c4e68480367 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.764498] env[69243]: INFO nova.compute.manager [req-5cf8969c-a34b-4b0c-bdb8-c1a0c4aa5acd req-fab7523b-02a9-4b23-ae6c-7dd9b357be3a service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Neutron deleted interface 216da784-99c1-4c71-a8fe-6c4e68480367; detaching it from the instance and deleting it from the info cache [ 1233.764667] env[69243]: DEBUG nova.network.neutron [req-5cf8969c-a34b-4b0c-bdb8-c1a0c4aa5acd req-fab7523b-02a9-4b23-ae6c-7dd9b357be3a service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.029235] env[69243]: INFO nova.compute.claims [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.238305] env[69243]: DEBUG nova.network.neutron [-] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.265551] env[69243]: DEBUG oslo_vmware.api [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690146, 'name': PowerOffVM_Task, 'duration_secs': 0.197664} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.265816] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.265984] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.266530] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c0c2a49-e019-4987-b0cf-c2ad2beb8299 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.268048] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d102822b-1918-436a-9fd1-854a89d8aee8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.277494] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a64d8c-66a3-4f5e-b90e-222fa71a2e91 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.305453] env[69243]: DEBUG nova.compute.manager [req-5cf8969c-a34b-4b0c-bdb8-c1a0c4aa5acd req-fab7523b-02a9-4b23-ae6c-7dd9b357be3a service nova] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Detach interface failed, port_id=216da784-99c1-4c71-a8fe-6c4e68480367, reason: Instance 5b09d5eb-9381-4252-b9f9-3938180c632e could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.338130] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.338273] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.338503] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Deleting the datastore file [datastore1] af50eea2-a7ec-4d63-ac1b-4c53cab4c65d {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.338801] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a067d7e-5589-40b5-8e29-c9af76c5aae9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.348633] env[69243]: DEBUG oslo_vmware.api [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1234.348633] env[69243]: value = "task-3690148" [ 1234.348633] env[69243]: _type = "Task" [ 1234.348633] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.359467] env[69243]: DEBUG oslo_vmware.api [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.536822] env[69243]: INFO nova.compute.resource_tracker [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating resource usage from migration 9a760ece-11e2-457e-8720-faec571a18b2 [ 1234.635956] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e4085b-8094-45f4-bfa2-f272f90b4a99 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.643183] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d40f74-6f01-46fc-8439-b5ca9d3e8549 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.673247] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba66de07-837b-49b9-8c75-367f9ec2a8c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.679754] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b4783f-4198-40b9-a307-24a7bb81911d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.692345] env[69243]: DEBUG nova.compute.provider_tree [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.740655] env[69243]: INFO nova.compute.manager [-] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Took 1.69 seconds to deallocate network for instance. [ 1234.858776] env[69243]: DEBUG oslo_vmware.api [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131718} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.859047] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.859236] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.859414] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.859584] env[69243]: INFO nova.compute.manager [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1234.859813] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.859999] env[69243]: DEBUG nova.compute.manager [-] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.860112] env[69243]: DEBUG nova.network.neutron [-] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.195558] env[69243]: DEBUG nova.scheduler.client.report [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.246210] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.617754] env[69243]: DEBUG nova.network.neutron [-] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.700731] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.178s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.700954] env[69243]: INFO nova.compute.manager [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Migrating [ 1235.707253] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.461s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.707474] env[69243]: DEBUG nova.objects.instance [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lazy-loading 'resources' on Instance uuid 5b09d5eb-9381-4252-b9f9-3938180c632e {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.792643] env[69243]: DEBUG nova.compute.manager [req-cba7b5b6-1103-41ef-9f81-c040d39b902f req-db1d3a6f-3e34-4226-87be-1f9a4d5f877d service nova] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Received event network-vif-deleted-6d1682de-cda5-4f9d-8487-e42899edae38 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.888104] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e9ba36-e8a4-4f39-8a4c-6214ab379898 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.895756] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa1f54-01ec-4f51-8d96-6c2e42273547 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.926636] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8549e3f3-2377-45df-a0d2-b91905cd3bbb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.933436] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc381b-1b0c-4db5-ac84-a02c1585b6b4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.946348] env[69243]: DEBUG nova.compute.provider_tree [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.120597] env[69243]: INFO nova.compute.manager [-] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Took 1.26 seconds to deallocate network for instance. [ 1236.216286] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.216513] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.216692] env[69243]: DEBUG nova.network.neutron [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.449217] env[69243]: DEBUG nova.scheduler.client.report [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.627180] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.919434] env[69243]: DEBUG nova.network.neutron [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.955101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.248s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.957298] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.330s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.957530] env[69243]: DEBUG nova.objects.instance [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lazy-loading 'resources' on Instance uuid af50eea2-a7ec-4d63-ac1b-4c53cab4c65d {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.972763] env[69243]: INFO nova.scheduler.client.report [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Deleted allocations for instance 5b09d5eb-9381-4252-b9f9-3938180c632e [ 1237.423107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.483013] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0f263f4c-1a72-49a4-9437-aafc9a4ef4f0 tempest-ServerActionsTestJSON-1468384612 tempest-ServerActionsTestJSON-1468384612-project-member] Lock "5b09d5eb-9381-4252-b9f9-3938180c632e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.057s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.559033] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b202db97-c3f2-4da4-a618-3cbe0955ba89 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.567029] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90341e04-25f4-449a-ba47-2bea75fb1ded {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.597723] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2724dae-f881-4ad2-859e-0594ca23b1e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.605013] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376d93e-e2ee-4094-a3ce-15c245024cab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.619793] env[69243]: DEBUG nova.compute.provider_tree [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.122577] env[69243]: DEBUG nova.scheduler.client.report [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.628409] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.652896] env[69243]: INFO nova.scheduler.client.report [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Deleted allocations for instance af50eea2-a7ec-4d63-ac1b-4c53cab4c65d [ 1238.938150] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c808df90-4813-4355-bf66-a155fed1cc4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.959189] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.162483] env[69243]: DEBUG oslo_concurrency.lockutils [None req-36b004d6-df43-495c-a204-846a0ea1d55c tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "af50eea2-a7ec-4d63-ac1b-4c53cab4c65d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.465490] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.465826] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d77540-5682-42b2-9e16-eccbb7771d9d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.473068] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1239.473068] env[69243]: value = "task-3690149" [ 1239.473068] env[69243]: _type = "Task" [ 1239.473068] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.481441] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.854608] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "341494e6-52aa-4206-936c-b8b2a8f055e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.854921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.855285] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "341494e6-52aa-4206-936c-b8b2a8f055e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.855519] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.855709] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.858291] env[69243]: INFO nova.compute.manager [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Terminating instance [ 1239.983456] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690149, 'name': PowerOffVM_Task, 'duration_secs': 0.209875} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.984269] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.984269] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.362524] env[69243]: DEBUG nova.compute.manager [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.362827] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.363720] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ad980-cc70-4393-a717-fdde3f612446 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.372549] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.372786] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f50ce44-6709-4407-9d5b-a4ed611669ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.378356] env[69243]: DEBUG oslo_vmware.api [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1240.378356] env[69243]: value = "task-3690150" [ 1240.378356] env[69243]: _type = "Task" [ 1240.378356] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.386403] env[69243]: DEBUG oslo_vmware.api [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.489889] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.490152] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.490326] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.490513] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.490657] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.490803] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.491013] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.491575] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.491788] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.492007] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.492203] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.497617] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe5de60-04e6-43b9-80f4-d57510f6ce80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.515530] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1240.515530] env[69243]: value = "task-3690151" [ 1240.515530] env[69243]: _type = "Task" [ 1240.515530] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.524819] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.890336] env[69243]: DEBUG oslo_vmware.api [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690150, 'name': PowerOffVM_Task, 'duration_secs': 0.254712} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.890336] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.890336] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.890336] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-336be08e-7d67-43e9-a2ad-ec891b7e919d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.959021] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.959021] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.959021] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Deleting the datastore file [datastore2] 341494e6-52aa-4206-936c-b8b2a8f055e8 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.959021] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5fb5ed3-461f-4839-ad3e-e5dd871f0625 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.966591] env[69243]: DEBUG oslo_vmware.api [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for the task: (returnval){ [ 1240.966591] env[69243]: value = "task-3690153" [ 1240.966591] env[69243]: _type = "Task" [ 1240.966591] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.975962] env[69243]: DEBUG oslo_vmware.api [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.026240] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690151, 'name': ReconfigVM_Task, 'duration_secs': 0.186969} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.026644] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.479434] env[69243]: DEBUG oslo_vmware.api [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Task: {'id': task-3690153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191707} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.479434] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.479434] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.479434] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.479434] env[69243]: INFO nova.compute.manager [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1241.479434] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.479434] env[69243]: DEBUG nova.compute.manager [-] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.479434] env[69243]: DEBUG nova.network.neutron [-] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.534699] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.534699] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.534699] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.534699] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.535437] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.535437] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.535437] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.535437] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.536129] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.536129] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.536129] env[69243]: DEBUG nova.virt.hardware [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.541239] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.541528] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0ea446-76ff-49b3-8798-316fd08783b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.560471] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1241.560471] env[69243]: value = "task-3690154" [ 1241.560471] env[69243]: _type = "Task" [ 1241.560471] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.568721] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.880920] env[69243]: DEBUG nova.compute.manager [req-dca6df90-8e57-482f-93eb-ac60687ba539 req-64424099-3262-4277-9436-308109b28a2d service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Received event network-vif-deleted-88959eed-577f-4cc7-9d2e-b127a6b68bd7 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.881185] env[69243]: INFO nova.compute.manager [req-dca6df90-8e57-482f-93eb-ac60687ba539 req-64424099-3262-4277-9436-308109b28a2d service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Neutron deleted interface 88959eed-577f-4cc7-9d2e-b127a6b68bd7; detaching it from the instance and deleting it from the info cache [ 1241.881370] env[69243]: DEBUG nova.network.neutron [req-dca6df90-8e57-482f-93eb-ac60687ba539 req-64424099-3262-4277-9436-308109b28a2d service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.070918] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690154, 'name': ReconfigVM_Task, 'duration_secs': 0.194801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.071277] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.072073] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca94cc-43a2-4cea-94b8-a5dfa8f94cde {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.097520] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.097845] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24e8a2c-920f-4068-96cd-5cea5ceba4ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.115878] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1242.115878] env[69243]: value = "task-3690155" [ 1242.115878] env[69243]: _type = "Task" [ 1242.115878] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.125071] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.273417] env[69243]: DEBUG nova.network.neutron [-] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.387519] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f94c3d5-d012-4ad6-bb8f-e6f9bb39341c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.396464] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c35e8b-242e-493c-89b2-f21afe2c08dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.426862] env[69243]: DEBUG nova.compute.manager [req-dca6df90-8e57-482f-93eb-ac60687ba539 req-64424099-3262-4277-9436-308109b28a2d service nova] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Detach interface failed, port_id=88959eed-577f-4cc7-9d2e-b127a6b68bd7, reason: Instance 341494e6-52aa-4206-936c-b8b2a8f055e8 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.626244] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690155, 'name': ReconfigVM_Task, 'duration_secs': 0.280785} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.627687] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.627977] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.633694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "3008efbe-ef2e-4863-b4d7-1330863b630a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.634737] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.776130] env[69243]: INFO nova.compute.manager [-] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Took 1.30 seconds to deallocate network for instance. [ 1242.936378] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "658e3285-08ca-406a-bf7e-b8bc6302f33f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.936650] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.136207] env[69243]: DEBUG nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.139702] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce375de4-62f0-4c5e-9ccc-8ea72a2a1422 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.162027] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ac90d-05b7-42d8-801b-7b64aebf60ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.186757] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.285737] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.286030] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.286255] env[69243]: DEBUG nova.objects.instance [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lazy-loading 'resources' on Instance uuid 341494e6-52aa-4206-936c-b8b2a8f055e8 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.439049] env[69243]: DEBUG nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.657136] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.891452] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f14e566-69e0-44a0-b278-95f4f0de81c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.899374] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d59ea0-a4d4-448f-a83c-f3f3843bc63e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.928398] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0900598-0ec8-4da1-8348-e9c5b7f6efa8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.935336] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2da52c-8ec6-4db5-8022-719dcd8d0433 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.950030] env[69243]: DEBUG nova.compute.provider_tree [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.962809] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.455458] env[69243]: DEBUG nova.scheduler.client.report [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.823294] env[69243]: DEBUG nova.network.neutron [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Port 019dc590-efd8-4df2-afae-44a4b6722a1a binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1244.961036] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.963387] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.306s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.964395] env[69243]: INFO nova.compute.claims [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.982260] env[69243]: INFO nova.scheduler.client.report [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Deleted allocations for instance 341494e6-52aa-4206-936c-b8b2a8f055e8 [ 1245.490669] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2afd6c7d-d10e-438e-ae7c-354e20d7cece tempest-ServerRescueTestJSON-2015759796 tempest-ServerRescueTestJSON-2015759796-project-member] Lock "341494e6-52aa-4206-936c-b8b2a8f055e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.635s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.842207] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.842577] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.842698] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.073010] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f0f99-476b-4193-9400-ea27569c6e53 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.080679] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f7ccb4-41b1-4425-af6c-eba3577dac7a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.848481] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cacf7ea-3bb4-4e26-b54f-95cbde799d97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.856258] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e9863-b0d3-4f9c-9dd2-93e911aee8a2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.870556] env[69243]: DEBUG nova.compute.provider_tree [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.374765] env[69243]: DEBUG nova.scheduler.client.report [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.409754] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.409947] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.410140] env[69243]: DEBUG nova.network.neutron [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.880135] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.917s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.880735] env[69243]: DEBUG nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.884411] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.922s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.886040] env[69243]: INFO nova.compute.claims [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.135105] env[69243]: DEBUG nova.network.neutron [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.390729] env[69243]: DEBUG nova.compute.utils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.394172] env[69243]: DEBUG nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.394351] env[69243]: DEBUG nova.network.neutron [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.429810] env[69243]: DEBUG nova.policy [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cf6ee906ebd45cf84cce014931add19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03ae6aa43c5844ff99dd28e15192a8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.640600] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.728420] env[69243]: DEBUG nova.network.neutron [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Successfully created port: 83e60356-aac3-4a2c-b55e-3dab69fedc41 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.895252] env[69243]: DEBUG nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.001923] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871668cd-7a2b-4d74-b4c9-0842c9d4aa21 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.010406] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0915048-523f-44a0-97fc-c5056c7ed3ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.040234] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a5885c-a867-42a0-b59f-ec60e24e3ab8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.047627] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa314dd0-e32a-4cca-a6ab-16ccd1b1bebe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.060662] env[69243]: DEBUG nova.compute.provider_tree [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.149527] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148df079-c2f6-40b6-ba0f-a7f3f18383c9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.156590] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0ebed-f86e-4a7b-ac44-a3ada800eeae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.563632] env[69243]: DEBUG nova.scheduler.client.report [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.906284] env[69243]: DEBUG nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.931679] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.931945] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.932111] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.932302] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.932446] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.932591] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.932792] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.932946] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.933124] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.933338] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.933532] env[69243]: DEBUG nova.virt.hardware [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.934408] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d8957-7942-45ee-9952-06ab03136644 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.942493] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c51f7-313d-481c-bfde-9e8ea80727d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.068171] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.068694] env[69243]: DEBUG nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.250152] env[69243]: DEBUG nova.compute.manager [req-65a95a52-453f-4b14-91bb-76cb33ad0d74 req-729afb1d-fe31-46e8-9b54-5e4c450da0f4 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Received event network-vif-plugged-83e60356-aac3-4a2c-b55e-3dab69fedc41 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.250424] env[69243]: DEBUG oslo_concurrency.lockutils [req-65a95a52-453f-4b14-91bb-76cb33ad0d74 req-729afb1d-fe31-46e8-9b54-5e4c450da0f4 service nova] Acquiring lock "3008efbe-ef2e-4863-b4d7-1330863b630a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.250583] env[69243]: DEBUG oslo_concurrency.lockutils [req-65a95a52-453f-4b14-91bb-76cb33ad0d74 req-729afb1d-fe31-46e8-9b54-5e4c450da0f4 service nova] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.250780] env[69243]: DEBUG oslo_concurrency.lockutils [req-65a95a52-453f-4b14-91bb-76cb33ad0d74 req-729afb1d-fe31-46e8-9b54-5e4c450da0f4 service nova] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.250934] env[69243]: DEBUG nova.compute.manager [req-65a95a52-453f-4b14-91bb-76cb33ad0d74 req-729afb1d-fe31-46e8-9b54-5e4c450da0f4 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] No waiting events found dispatching network-vif-plugged-83e60356-aac3-4a2c-b55e-3dab69fedc41 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.251150] env[69243]: WARNING nova.compute.manager [req-65a95a52-453f-4b14-91bb-76cb33ad0d74 req-729afb1d-fe31-46e8-9b54-5e4c450da0f4 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Received unexpected event network-vif-plugged-83e60356-aac3-4a2c-b55e-3dab69fedc41 for instance with vm_state building and task_state spawning. [ 1250.253097] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0848ab-7496-4fbe-97f2-d57cae3eb417 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.274080] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830dc3f4-cf16-4d8b-9bb6-5e4e5093370c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.280537] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.573815] env[69243]: DEBUG nova.compute.utils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.575298] env[69243]: DEBUG nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.575467] env[69243]: DEBUG nova.network.neutron [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.611530] env[69243]: DEBUG nova.policy [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cf6ee906ebd45cf84cce014931add19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03ae6aa43c5844ff99dd28e15192a8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.698456] env[69243]: DEBUG nova.network.neutron [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Successfully updated port: 83e60356-aac3-4a2c-b55e-3dab69fedc41 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.727370] env[69243]: DEBUG nova.compute.manager [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Received event network-changed-83e60356-aac3-4a2c-b55e-3dab69fedc41 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.727370] env[69243]: DEBUG nova.compute.manager [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Refreshing instance network info cache due to event network-changed-83e60356-aac3-4a2c-b55e-3dab69fedc41. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.727370] env[69243]: DEBUG oslo_concurrency.lockutils [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] Acquiring lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.727370] env[69243]: DEBUG oslo_concurrency.lockutils [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] Acquired lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.727370] env[69243]: DEBUG nova.network.neutron [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Refreshing network info cache for port 83e60356-aac3-4a2c-b55e-3dab69fedc41 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.788080] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.788080] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c46776c-d401-4b61-9854-a8b16d6485bc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.796178] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1250.796178] env[69243]: value = "task-3690156" [ 1250.796178] env[69243]: _type = "Task" [ 1250.796178] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.804610] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.879605] env[69243]: DEBUG nova.network.neutron [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Successfully created port: dc5d8378-86f5-417e-85ec-8435063fb97f {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.078599] env[69243]: DEBUG nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.199091] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.257924] env[69243]: DEBUG nova.network.neutron [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.305488] env[69243]: DEBUG oslo_vmware.api [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690156, 'name': PowerOnVM_Task, 'duration_secs': 0.388876} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.305736] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.305916] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8238293a-70f2-48b6-81d0-20b1d4abe4e8 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.325993] env[69243]: DEBUG nova.network.neutron [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.828732] env[69243]: DEBUG oslo_concurrency.lockutils [req-20b036cc-5bee-4be4-b5ab-744070dc2a88 req-db2f5a18-1468-47c3-926e-8619e58ce904 service nova] Releasing lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.829118] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.829282] env[69243]: DEBUG nova.network.neutron [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.088566] env[69243]: DEBUG nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.115941] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.116218] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.116378] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.116561] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.116706] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.116948] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.117189] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.117352] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.117517] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.117758] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.117931] env[69243]: DEBUG nova.virt.hardware [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.119110] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49bf143-7419-40e4-8371-cfa7ac9cd14c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.127385] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c284d8ad-96d5-4dc4-be1f-3d9fd2ea6369 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.263118] env[69243]: DEBUG nova.compute.manager [req-2569ea7a-d283-4169-83ae-1ef35e119268 req-4f0a52e6-dc2e-4a47-8fde-e09de5620216 service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Received event network-vif-plugged-dc5d8378-86f5-417e-85ec-8435063fb97f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.263342] env[69243]: DEBUG oslo_concurrency.lockutils [req-2569ea7a-d283-4169-83ae-1ef35e119268 req-4f0a52e6-dc2e-4a47-8fde-e09de5620216 service nova] Acquiring lock "658e3285-08ca-406a-bf7e-b8bc6302f33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.263553] env[69243]: DEBUG oslo_concurrency.lockutils [req-2569ea7a-d283-4169-83ae-1ef35e119268 req-4f0a52e6-dc2e-4a47-8fde-e09de5620216 service nova] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.263719] env[69243]: DEBUG oslo_concurrency.lockutils [req-2569ea7a-d283-4169-83ae-1ef35e119268 req-4f0a52e6-dc2e-4a47-8fde-e09de5620216 service nova] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.264423] env[69243]: DEBUG nova.compute.manager [req-2569ea7a-d283-4169-83ae-1ef35e119268 req-4f0a52e6-dc2e-4a47-8fde-e09de5620216 service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] No waiting events found dispatching network-vif-plugged-dc5d8378-86f5-417e-85ec-8435063fb97f {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.264423] env[69243]: WARNING nova.compute.manager [req-2569ea7a-d283-4169-83ae-1ef35e119268 req-4f0a52e6-dc2e-4a47-8fde-e09de5620216 service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Received unexpected event network-vif-plugged-dc5d8378-86f5-417e-85ec-8435063fb97f for instance with vm_state building and task_state spawning. [ 1252.323177] env[69243]: DEBUG nova.network.neutron [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Successfully updated port: dc5d8378-86f5-417e-85ec-8435063fb97f {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.361657] env[69243]: DEBUG nova.network.neutron [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.491536] env[69243]: DEBUG nova.network.neutron [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Updating instance_info_cache with network_info: [{"id": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "address": "fa:16:3e:3a:de:90", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e60356-aa", "ovs_interfaceid": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.825567] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.825567] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.825857] env[69243]: DEBUG nova.network.neutron [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.994460] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.994460] env[69243]: DEBUG nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Instance network_info: |[{"id": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "address": "fa:16:3e:3a:de:90", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e60356-aa", "ovs_interfaceid": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.994601] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:de:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83e60356-aac3-4a2c-b55e-3dab69fedc41', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.002472] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating folder: Project (03ae6aa43c5844ff99dd28e15192a8c0). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.002758] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d3a101-a88b-49b7-9d0d-ce4b1c7d4480 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.015086] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created folder: Project (03ae6aa43c5844ff99dd28e15192a8c0) in parent group-v734844. [ 1253.015279] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating folder: Instances. Parent ref: group-v735158. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1253.015507] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e08d77-5d28-40db-819f-11ec8f9a0b77 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.025760] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created folder: Instances in parent group-v735158. [ 1253.025991] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.026195] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.026393] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77f22a32-fbc6-4887-b9f1-ae6582247421 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.044725] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.044725] env[69243]: value = "task-3690159" [ 1253.044725] env[69243]: _type = "Task" [ 1253.044725] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.051998] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690159, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.363717] env[69243]: DEBUG nova.network.neutron [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.504368] env[69243]: DEBUG nova.network.neutron [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Updating instance_info_cache with network_info: [{"id": "dc5d8378-86f5-417e-85ec-8435063fb97f", "address": "fa:16:3e:ed:8d:ac", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5d8378-86", "ovs_interfaceid": "dc5d8378-86f5-417e-85ec-8435063fb97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.554615] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690159, 'name': CreateVM_Task, 'duration_secs': 0.31406} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.554768] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.555423] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.555584] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.555896] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.556152] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4f2a40-1998-41d1-98e0-7169c011bdee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.560606] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1253.560606] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b72f78-6608-fbed-3a5c-4fc81237b551" [ 1253.560606] env[69243]: _type = "Task" [ 1253.560606] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.567480] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b72f78-6608-fbed-3a5c-4fc81237b551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.691805] env[69243]: DEBUG nova.network.neutron [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Port 019dc590-efd8-4df2-afae-44a4b6722a1a binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1253.692188] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.692398] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.692615] env[69243]: DEBUG nova.network.neutron [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.007329] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.007666] env[69243]: DEBUG nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Instance network_info: |[{"id": "dc5d8378-86f5-417e-85ec-8435063fb97f", "address": "fa:16:3e:ed:8d:ac", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5d8378-86", "ovs_interfaceid": "dc5d8378-86f5-417e-85ec-8435063fb97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.008111] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:8d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc5d8378-86f5-417e-85ec-8435063fb97f', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.015393] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.015595] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.015824] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca7089b-77a1-4b8a-8a86-b2a13f9c88f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.035975] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.035975] env[69243]: value = "task-3690160" [ 1254.035975] env[69243]: _type = "Task" [ 1254.035975] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.045571] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690160, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.069271] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52b72f78-6608-fbed-3a5c-4fc81237b551, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.069551] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.069779] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.070016] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.070167] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.070385] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.070817] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c69dac-19e7-4359-b844-410a815512b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.079266] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.079490] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.080282] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eace3e5-ff03-47c7-9f63-2802c6caf9e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.086064] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1254.086064] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5204ed62-bb15-ce92-1054-53a608df8a6e" [ 1254.086064] env[69243]: _type = "Task" [ 1254.086064] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.094149] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5204ed62-bb15-ce92-1054-53a608df8a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.352332] env[69243]: DEBUG nova.compute.manager [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Received event network-changed-dc5d8378-86f5-417e-85ec-8435063fb97f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.352492] env[69243]: DEBUG nova.compute.manager [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Refreshing instance network info cache due to event network-changed-dc5d8378-86f5-417e-85ec-8435063fb97f. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.352750] env[69243]: DEBUG oslo_concurrency.lockutils [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] Acquiring lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.352837] env[69243]: DEBUG oslo_concurrency.lockutils [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] Acquired lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.352994] env[69243]: DEBUG nova.network.neutron [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Refreshing network info cache for port dc5d8378-86f5-417e-85ec-8435063fb97f {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.420314] env[69243]: DEBUG nova.network.neutron [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.545774] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690160, 'name': CreateVM_Task, 'duration_secs': 0.317749} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.545931] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.546569] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.546751] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.547074] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.547323] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7086968-76ed-44c8-939e-4856297577e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.551397] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1254.551397] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5203de51-0093-0da3-580d-e05d0c6a9533" [ 1254.551397] env[69243]: _type = "Task" [ 1254.551397] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.558760] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5203de51-0093-0da3-580d-e05d0c6a9533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.595976] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5204ed62-bb15-ce92-1054-53a608df8a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008439} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.596721] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76bad1d-82e2-428d-861e-6923ed611719 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.601869] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1254.601869] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bd6975-d390-8502-65cf-f12b6802adbf" [ 1254.601869] env[69243]: _type = "Task" [ 1254.601869] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.609312] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bd6975-d390-8502-65cf-f12b6802adbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.923402] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.034959] env[69243]: DEBUG nova.network.neutron [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Updated VIF entry in instance network info cache for port dc5d8378-86f5-417e-85ec-8435063fb97f. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.035359] env[69243]: DEBUG nova.network.neutron [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Updating instance_info_cache with network_info: [{"id": "dc5d8378-86f5-417e-85ec-8435063fb97f", "address": "fa:16:3e:ed:8d:ac", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5d8378-86", "ovs_interfaceid": "dc5d8378-86f5-417e-85ec-8435063fb97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.061628] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5203de51-0093-0da3-580d-e05d0c6a9533, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.061918] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.062167] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.062380] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.111831] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52bd6975-d390-8502-65cf-f12b6802adbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.112067] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.112319] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/3008efbe-ef2e-4863-b4d7-1330863b630a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.112582] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.112759] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.112975] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-672182ca-4e5b-403a-92a2-1a7b790671c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.114783] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e3a760-833e-4646-86b9-5c7a0477fae3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.120570] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1255.120570] env[69243]: value = "task-3690161" [ 1255.120570] env[69243]: _type = "Task" [ 1255.120570] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.124147] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.124340] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.125263] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b2114e-0a95-4db7-8179-cea3b57ab552 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.130086] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.132975] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1255.132975] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52808b9c-c3c6-320a-f432-10a45e05ad0e" [ 1255.132975] env[69243]: _type = "Task" [ 1255.132975] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.140621] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52808b9c-c3c6-320a-f432-10a45e05ad0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.427438] env[69243]: DEBUG nova.compute.manager [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69243) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1255.462366] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.462715] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.462940] env[69243]: INFO nova.compute.manager [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Shelving [ 1255.537877] env[69243]: DEBUG oslo_concurrency.lockutils [req-0bc77e50-9300-4c4f-9bec-b436872ca30f req-dd96f560-ebf5-4daa-9be3-709b00afd94d service nova] Releasing lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.630612] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430799} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.630872] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/3008efbe-ef2e-4863-b4d7-1330863b630a.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.631097] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.631336] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2794811-7971-4691-894c-e9e91e17f790 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.637518] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1255.637518] env[69243]: value = "task-3690162" [ 1255.637518] env[69243]: _type = "Task" [ 1255.637518] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.643445] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52808b9c-c3c6-320a-f432-10a45e05ad0e, 'name': SearchDatastore_Task, 'duration_secs': 0.007848} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.644454] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9ce962-3e69-4e64-a86c-f8af6e7de9ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.648995] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.651747] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1255.651747] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ba88ea-d990-95db-13ad-01e2a607850e" [ 1255.651747] env[69243]: _type = "Task" [ 1255.651747] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.660044] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ba88ea-d990-95db-13ad-01e2a607850e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.147845] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059211} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.148195] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.149134] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71249118-9cc8-4baa-af0b-8d05221c70f7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.186948] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/3008efbe-ef2e-4863-b4d7-1330863b630a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.190941] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0df3bf-e1f6-4996-96ed-c557919e752f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.204575] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ba88ea-d990-95db-13ad-01e2a607850e, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.204836] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.205118] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/658e3285-08ca-406a-bf7e-b8bc6302f33f.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.205702] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b566d5c1-46ae-4a6a-b0e4-fef4a7f0cab4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.211996] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1256.211996] env[69243]: value = "task-3690163" [ 1256.211996] env[69243]: _type = "Task" [ 1256.211996] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.215667] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1256.215667] env[69243]: value = "task-3690164" [ 1256.215667] env[69243]: _type = "Task" [ 1256.215667] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.221496] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.226098] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.288872] env[69243]: DEBUG oslo_concurrency.lockutils [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.289124] env[69243]: DEBUG oslo_concurrency.lockutils [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.474715] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.475129] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed093099-1866-471d-910f-306b726d2ea9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.482134] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1256.482134] env[69243]: value = "task-3690165" [ 1256.482134] env[69243]: _type = "Task" [ 1256.482134] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.491609] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.542676] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.542959] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.725378] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690163, 'name': ReconfigVM_Task, 'duration_secs': 0.382743} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.728843] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/3008efbe-ef2e-4863-b4d7-1330863b630a.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.729019] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470804} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.729217] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4128259-c2b2-4032-b80d-022e5ef9f2b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.730693] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/658e3285-08ca-406a-bf7e-b8bc6302f33f.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.730901] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.731136] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9248793-5de1-45e5-ad50-188f04fd0a6f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.737325] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1256.737325] env[69243]: value = "task-3690167" [ 1256.737325] env[69243]: _type = "Task" [ 1256.737325] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.738476] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1256.738476] env[69243]: value = "task-3690166" [ 1256.738476] env[69243]: _type = "Task" [ 1256.738476] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.747872] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.750931] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690166, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.793170] env[69243]: INFO nova.compute.manager [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Detaching volume 76131f4d-03fc-43c0-841b-d33c978c4c25 [ 1256.823387] env[69243]: INFO nova.virt.block_device [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Attempting to driver detach volume 76131f4d-03fc-43c0-841b-d33c978c4c25 from mountpoint /dev/sdb [ 1256.823643] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1256.823827] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1256.824805] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165160e4-2fd9-4054-bdd7-538b5c733aa3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.845855] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94158b6d-b0d8-4a2c-9846-6eda00cb8be4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.852716] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec740f5-914a-4f54-931b-19c2f309540f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.872847] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa563cf-ab01-4a50-8fef-e02e622c0a2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.887062] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] The volume has not been displaced from its original location: [datastore1] volume-76131f4d-03fc-43c0-841b-d33c978c4c25/volume-76131f4d-03fc-43c0-841b-d33c978c4c25.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1256.892147] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.892416] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adf19a7-a2ed-4c40-8124-09d1770cf2c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.908376] env[69243]: DEBUG oslo_vmware.api [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1256.908376] env[69243]: value = "task-3690168" [ 1256.908376] env[69243]: _type = "Task" [ 1256.908376] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.915521] env[69243]: DEBUG oslo_vmware.api [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.991375] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690165, 'name': PowerOffVM_Task, 'duration_secs': 0.180613} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.991682] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.992477] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a1dd99-b1ef-4fd9-8bdd-d4f93f573127 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.011288] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b7547-4577-4641-956e-10a82eb3921c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.046132] env[69243]: DEBUG nova.objects.instance [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'migration_context' on Instance uuid b1a5c759-d4d3-4121-a099-1c4a7ae7a749 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.253158] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690166, 'name': Rename_Task, 'duration_secs': 0.137646} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.253509] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063878} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.253639] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.253878] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.254147] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1792d8b3-2a6e-4b06-8415-ce6dc5f6fa91 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.255977] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc973c3-d04e-4b8b-8e9f-b53809f68616 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.279231] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/658e3285-08ca-406a-bf7e-b8bc6302f33f.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.281072] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42238357-05fe-487a-b534-4279af1b3228 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.297690] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1257.297690] env[69243]: value = "task-3690169" [ 1257.297690] env[69243]: _type = "Task" [ 1257.297690] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.303020] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1257.303020] env[69243]: value = "task-3690170" [ 1257.303020] env[69243]: _type = "Task" [ 1257.303020] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.306137] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.313617] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.419585] env[69243]: DEBUG oslo_vmware.api [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690168, 'name': ReconfigVM_Task, 'duration_secs': 0.197787} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.419924] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.424965] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ffc47fd-d995-4547-bdac-1555f1c3c62b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.440490] env[69243]: DEBUG oslo_vmware.api [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1257.440490] env[69243]: value = "task-3690171" [ 1257.440490] env[69243]: _type = "Task" [ 1257.440490] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.452584] env[69243]: DEBUG oslo_vmware.api [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.521203] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1257.521560] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48456167-9f01-4c2e-9597-7c02fb8754ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.528904] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1257.528904] env[69243]: value = "task-3690172" [ 1257.528904] env[69243]: _type = "Task" [ 1257.528904] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.537656] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690172, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.662238] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5819981d-7ed5-4a49-85fe-e5fac1a979a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.669846] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c61c700-1ba3-4dab-a416-3c55be923053 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.701902] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49e6e26-fc42-46e8-a2db-ba7d99218008 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.709381] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee1c8c6-221d-4d4c-900f-f56dd40bcd7b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.723763] env[69243]: DEBUG nova.compute.provider_tree [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.809668] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690169, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.818708] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.949893] env[69243]: DEBUG oslo_vmware.api [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690171, 'name': ReconfigVM_Task, 'duration_secs': 0.253854} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.950209] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735152', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'name': 'volume-76131f4d-03fc-43c0-841b-d33c978c4c25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '511ba3c0-d478-4b9d-9064-f0e24ff5e399', 'attached_at': '', 'detached_at': '', 'volume_id': '76131f4d-03fc-43c0-841b-d33c978c4c25', 'serial': '76131f4d-03fc-43c0-841b-d33c978c4c25'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.038949] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690172, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.227471] env[69243]: DEBUG nova.scheduler.client.report [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.308304] env[69243]: DEBUG oslo_vmware.api [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690169, 'name': PowerOnVM_Task, 'duration_secs': 0.556975} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.308561] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.308752] env[69243]: INFO nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1258.308932] env[69243]: DEBUG nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.309681] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff2d5cd-b2ac-402d-b2fa-667078633d0a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.320584] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690170, 'name': ReconfigVM_Task, 'duration_secs': 0.742432} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.323396] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/658e3285-08ca-406a-bf7e-b8bc6302f33f.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.324169] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84c9507b-2471-4a65-b934-25defc0202ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.330639] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1258.330639] env[69243]: value = "task-3690173" [ 1258.330639] env[69243]: _type = "Task" [ 1258.330639] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.338429] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690173, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.500592] env[69243]: DEBUG nova.objects.instance [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'flavor' on Instance uuid 511ba3c0-d478-4b9d-9064-f0e24ff5e399 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.540696] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690172, 'name': CreateSnapshot_Task, 'duration_secs': 0.613501} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.541063] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1258.541660] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de81dc-872b-47ee-b937-dac7d4a918ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.694595] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.694824] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.694999] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.695196] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1258.695375] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.835821] env[69243]: INFO nova.compute.manager [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Took 15.20 seconds to build instance. [ 1258.842166] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690173, 'name': Rename_Task, 'duration_secs': 0.317955} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.842829] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.842829] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e5c3118-f222-4cd2-8694-eaeb318df3f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.849913] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1258.849913] env[69243]: value = "task-3690174" [ 1258.849913] env[69243]: _type = "Task" [ 1258.849913] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.858645] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.058812] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1259.059335] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24934323-e74b-4607-adc3-dfeed8654768 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.068024] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1259.068024] env[69243]: value = "task-3690175" [ 1259.068024] env[69243]: _type = "Task" [ 1259.068024] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.075883] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690175, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.198123] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.238190] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.695s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.244341] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.046s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.244550] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.244738] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1259.247845] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71248127-ff4b-4ed8-8b45-3ddc730755ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.261633] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa56520-79f2-41d8-939c-b82a56eb0a79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.278603] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c9d46e-72be-4cc0-8164-9f014f9c7050 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.285883] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e627e50-de0d-4130-8e0c-adde1d0fa333 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.320924] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179925MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1259.321168] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.321252] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.337836] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9a3a7965-8356-4dad-b634-62b7316d7da9 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.704s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.363032] env[69243]: DEBUG oslo_vmware.api [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690174, 'name': PowerOnVM_Task, 'duration_secs': 0.453789} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.363032] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.363032] env[69243]: INFO nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1259.363258] env[69243]: DEBUG nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.363948] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1ced2b-e79d-433a-88cb-07d6e95214a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.507917] env[69243]: DEBUG oslo_concurrency.lockutils [None req-68711a43-8ad0-42dd-a0e7-fcf3f112a3d9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.577909] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690175, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.879919] env[69243]: INFO nova.compute.manager [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Took 15.93 seconds to build instance. [ 1260.078838] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690175, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.347947] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.348283] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 511ba3c0-d478-4b9d-9064-f0e24ff5e399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.348438] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5b44c8d3-2fa2-4631-99fa-d3be7d805807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.382612] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2392097f-cf1b-4590-8a5b-3e8d12447955 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.446s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.580153] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690175, 'name': CloneVM_Task} progress is 95%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.625523] env[69243]: INFO nova.compute.manager [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Rescuing [ 1260.625801] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.625957] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.626146] env[69243]: DEBUG nova.network.neutron [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.672201] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.672382] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.672597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.672785] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.672953] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.675097] env[69243]: INFO nova.compute.manager [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Terminating instance [ 1260.782802] env[69243]: INFO nova.compute.manager [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Swapping old allocation on dict_keys(['d7f8eded-4856-4fed-bd1e-6b04b1de80f5']) held by migration 9a760ece-11e2-457e-8720-faec571a18b2 for instance [ 1260.808020] env[69243]: DEBUG nova.scheduler.client.report [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Overwriting current allocation {'allocations': {'d7f8eded-4856-4fed-bd1e-6b04b1de80f5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': 'f851149e13a14121983d2ea753f76683', 'user_id': 'cf2822ffcfac4e5082accfbea6178116', 'consumer_generation': 1} on consumer b1a5c759-d4d3-4121-a099-1c4a7ae7a749 {{(pid=69243) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1260.851561] env[69243]: INFO nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 9a760ece-11e2-457e-8720-faec571a18b2 has allocations against this compute host but is not found in the database. [ 1260.851803] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance b1a5c759-d4d3-4121-a099-1c4a7ae7a749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.851882] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 3008efbe-ef2e-4863-b4d7-1330863b630a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.851945] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 658e3285-08ca-406a-bf7e-b8bc6302f33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.852175] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1260.852325] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1260.886197] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.886374] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.886551] env[69243]: DEBUG nova.network.neutron [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.928324] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a0fa17-3443-43bf-b0ef-a41f2078e545 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.936941] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e259d11c-acf8-43e0-9c67-5265cfc9f78d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.966761] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f236c04e-4a46-416f-b27e-312a8e5928e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.973650] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b3743-beff-49f3-979e-975018c9988b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.986352] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.080530] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690175, 'name': CloneVM_Task, 'duration_secs': 1.794636} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.080793] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Created linked-clone VM from snapshot [ 1261.081531] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033bb27-81ad-4b41-a027-0abee350c3ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.088315] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Uploading image 7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1261.114502] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1261.114502] env[69243]: value = "vm-735163" [ 1261.114502] env[69243]: _type = "VirtualMachine" [ 1261.114502] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1261.114768] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8244df54-5bd0-48e3-aabc-d0907a3a03fc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.121515] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease: (returnval){ [ 1261.121515] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f04a7c-190d-2434-90b4-612c8858dc6a" [ 1261.121515] env[69243]: _type = "HttpNfcLease" [ 1261.121515] env[69243]: } obtained for exporting VM: (result){ [ 1261.121515] env[69243]: value = "vm-735163" [ 1261.121515] env[69243]: _type = "VirtualMachine" [ 1261.121515] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1261.121752] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the lease: (returnval){ [ 1261.121752] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f04a7c-190d-2434-90b4-612c8858dc6a" [ 1261.121752] env[69243]: _type = "HttpNfcLease" [ 1261.121752] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1261.129833] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.129833] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f04a7c-190d-2434-90b4-612c8858dc6a" [ 1261.129833] env[69243]: _type = "HttpNfcLease" [ 1261.129833] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1261.179399] env[69243]: DEBUG nova.compute.manager [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.179583] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.180442] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d763e103-4445-40e1-966e-d7bc34d3ad93 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.187446] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.189678] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2afb1d6-cd14-4bba-9030-af4efb6b0704 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.195352] env[69243]: DEBUG oslo_vmware.api [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1261.195352] env[69243]: value = "task-3690177" [ 1261.195352] env[69243]: _type = "Task" [ 1261.195352] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.202679] env[69243]: DEBUG oslo_vmware.api [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.317374] env[69243]: DEBUG nova.network.neutron [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Updating instance_info_cache with network_info: [{"id": "dc5d8378-86f5-417e-85ec-8435063fb97f", "address": "fa:16:3e:ed:8d:ac", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5d8378-86", "ovs_interfaceid": "dc5d8378-86f5-417e-85ec-8435063fb97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.489175] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.581381] env[69243]: DEBUG nova.network.neutron [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [{"id": "019dc590-efd8-4df2-afae-44a4b6722a1a", "address": "fa:16:3e:bd:cc:bd", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019dc590-ef", "ovs_interfaceid": "019dc590-efd8-4df2-afae-44a4b6722a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.630067] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.630067] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f04a7c-190d-2434-90b4-612c8858dc6a" [ 1261.630067] env[69243]: _type = "HttpNfcLease" [ 1261.630067] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1261.630067] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1261.630067] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f04a7c-190d-2434-90b4-612c8858dc6a" [ 1261.630067] env[69243]: _type = "HttpNfcLease" [ 1261.630067] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1261.630599] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a6efb4-e7e9-4c8e-ab51-9f9902334e2f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.638145] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296fdaf-cca7-e8b1-881d-4c0172644981/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1261.638362] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296fdaf-cca7-e8b1-881d-4c0172644981/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1261.706263] env[69243]: DEBUG oslo_vmware.api [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690177, 'name': PowerOffVM_Task, 'duration_secs': 0.486905} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.706511] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.706683] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.706941] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca7dd5d-3980-45e1-84e1-497040668b79 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.731042] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b04bc4f-be87-4a41-8cab-abcf573683d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.820346] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-658e3285-08ca-406a-bf7e-b8bc6302f33f" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.994026] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1261.994276] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.673s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.084395] env[69243]: DEBUG oslo_concurrency.lockutils [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-b1a5c759-d4d3-4121-a099-1c4a7ae7a749" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.085657] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30cf89d-3fe9-4184-b095-458a33965be1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.093905] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60943e50-7579-4234-a32e-1643adbb3c04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.121177] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.121504] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.121733] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleting the datastore file [datastore1] 511ba3c0-d478-4b9d-9064-f0e24ff5e399 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.122322] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e57f91-e9b0-4e11-a35b-ba078eeed7e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.129689] env[69243]: DEBUG oslo_vmware.api [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1262.129689] env[69243]: value = "task-3690179" [ 1262.129689] env[69243]: _type = "Task" [ 1262.129689] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.139760] env[69243]: DEBUG oslo_vmware.api [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.640448] env[69243]: DEBUG oslo_vmware.api [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158633} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.640735] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.640876] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.641063] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.641244] env[69243]: INFO nova.compute.manager [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1262.641478] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.641665] env[69243]: DEBUG nova.compute.manager [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.641757] env[69243]: DEBUG nova.network.neutron [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.993535] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.993759] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.993921] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.994115] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.111579] env[69243]: DEBUG nova.compute.manager [req-9f76b127-d82a-4aba-93e8-16b3d9aa8ec6 req-687ffa2f-e834-48d1-9e6b-27f822ec73b6 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Received event network-vif-deleted-9939fcc3-c344-44d4-813b-a5bb6c0ca1ad {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.111836] env[69243]: INFO nova.compute.manager [req-9f76b127-d82a-4aba-93e8-16b3d9aa8ec6 req-687ffa2f-e834-48d1-9e6b-27f822ec73b6 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Neutron deleted interface 9939fcc3-c344-44d4-813b-a5bb6c0ca1ad; detaching it from the instance and deleting it from the info cache [ 1263.111905] env[69243]: DEBUG nova.network.neutron [req-9f76b127-d82a-4aba-93e8-16b3d9aa8ec6 req-687ffa2f-e834-48d1-9e6b-27f822ec73b6 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.181642] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.182299] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6772e2b-9f04-46fb-9a65-a179c28d1e97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.189971] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1263.189971] env[69243]: value = "task-3690180" [ 1263.189971] env[69243]: _type = "Task" [ 1263.189971] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.198950] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.356630] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.356630] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e7584a-c386-48ff-a697-e585cf56d0f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.362946] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1263.362946] env[69243]: value = "task-3690181" [ 1263.362946] env[69243]: _type = "Task" [ 1263.362946] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.371677] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.595595] env[69243]: DEBUG nova.network.neutron [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.613980] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40da2c86-2253-47ba-a600-49a3b2fc514a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.623386] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500751c-18f1-4316-ba11-6d53c8b72360 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.653766] env[69243]: DEBUG nova.compute.manager [req-9f76b127-d82a-4aba-93e8-16b3d9aa8ec6 req-687ffa2f-e834-48d1-9e6b-27f822ec73b6 service nova] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Detach interface failed, port_id=9939fcc3-c344-44d4-813b-a5bb6c0ca1ad, reason: Instance 511ba3c0-d478-4b9d-9064-f0e24ff5e399 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.691061] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.700439] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690180, 'name': PowerOffVM_Task, 'duration_secs': 0.414456} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.700721] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.701429] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.701669] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.701913] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.702219] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.702440] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.702665] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.702890] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.703150] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.703413] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.703584] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.703758] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.709580] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b47c9a81-f9ea-4f3c-a008-2a6401687a25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.727541] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1263.727541] env[69243]: value = "task-3690182" [ 1263.727541] env[69243]: _type = "Task" [ 1263.727541] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.737932] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.874332] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690181, 'name': PowerOffVM_Task, 'duration_secs': 0.251629} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.874658] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.875534] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e864aa9-8bc0-4c12-ac3a-1214595d96a4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.893753] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8c822-397d-4306-a57d-eb189b43aaff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.928733] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.929221] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d47ebc-3374-410a-91b1-1e89db1e8bd4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.935988] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1263.935988] env[69243]: value = "task-3690183" [ 1263.935988] env[69243]: _type = "Task" [ 1263.935988] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.944100] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.099160] env[69243]: INFO nova.compute.manager [-] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Took 1.46 seconds to deallocate network for instance. [ 1264.238363] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690182, 'name': ReconfigVM_Task, 'duration_secs': 0.143394} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.239180] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9293cfc-545a-4267-a1af-61926f4285aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.261468] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.261816] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.261986] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.262233] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.262417] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.262574] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.262781] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.262941] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.263132] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.263310] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.263486] env[69243]: DEBUG nova.virt.hardware [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.264338] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d90bb3-9687-4f78-8b99-a10c1b3f53b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.270156] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1264.270156] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52252efb-44ac-158b-f4fd-aa684d2d5d1b" [ 1264.270156] env[69243]: _type = "Task" [ 1264.270156] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.278884] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52252efb-44ac-158b-f4fd-aa684d2d5d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.446697] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1264.446944] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.447247] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.447372] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.447549] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.447799] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e631645e-414b-4a33-a1bd-841c1fc792ba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.456128] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.456329] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.457020] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec377d44-b8f7-4f26-8230-be57b304ac1a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.462047] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1264.462047] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c8961-e106-5648-e7b4-23d09af5ceeb" [ 1264.462047] env[69243]: _type = "Task" [ 1264.462047] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.469718] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c8961-e106-5648-e7b4-23d09af5ceeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.606503] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.606862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.607087] env[69243]: DEBUG nova.objects.instance [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'resources' on Instance uuid 511ba3c0-d478-4b9d-9064-f0e24ff5e399 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.780491] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52252efb-44ac-158b-f4fd-aa684d2d5d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.007784} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.786087] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.786384] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a64b7835-8111-45f1-bc02-2199165849ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.806029] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1264.806029] env[69243]: value = "task-3690184" [ 1264.806029] env[69243]: _type = "Task" [ 1264.806029] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.815358] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.973220] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526c8961-e106-5648-e7b4-23d09af5ceeb, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.974123] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ee6154-0106-4b6f-8bf9-1c9cd3967515 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.979953] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1264.979953] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9fa06-6dc1-99fb-e090-6d13eae04392" [ 1264.979953] env[69243]: _type = "Task" [ 1264.979953] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.987901] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9fa06-6dc1-99fb-e090-6d13eae04392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.197561] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492a90b-2cb3-47a8-ac26-b80a10f186e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.205127] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a110a90-0f5e-4dd4-8264-ab3b72adec0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.234505] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cea9c2-1c5d-4b7b-b86f-4dad9c170d3e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.241785] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5847fab5-b42d-4ccf-8ca3-a79ca0f14832 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.254814] env[69243]: DEBUG nova.compute.provider_tree [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.316531] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690184, 'name': ReconfigVM_Task, 'duration_secs': 0.236792} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.316808] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.317583] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e60f48c-399d-4f56-8118-f7a82723f247 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.344085] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.344439] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3805047d-083a-4402-a95d-521f78145b87 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.362827] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1265.362827] env[69243]: value = "task-3690185" [ 1265.362827] env[69243]: _type = "Task" [ 1265.362827] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.370409] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.492523] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a9fa06-6dc1-99fb-e090-6d13eae04392, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.492852] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.493190] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. {{(pid=69243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1265.493505] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d6298e-e5ca-4665-a00a-0e1c7077d69e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.500502] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1265.500502] env[69243]: value = "task-3690186" [ 1265.500502] env[69243]: _type = "Task" [ 1265.500502] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.508464] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.757793] env[69243]: DEBUG nova.scheduler.client.report [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.874654] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690185, 'name': ReconfigVM_Task, 'duration_secs': 0.297227} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.875072] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749/b1a5c759-d4d3-4121-a099-1c4a7ae7a749.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.875884] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056c7640-5ae3-4209-a786-6b1f95c2b0ca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.897296] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083e8e0d-2a67-4ee9-9473-7d2da0e87e7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.918676] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0cf54-779d-4a6c-b0b5-4b93654a4b9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.940625] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c892715e-a446-4e9f-9345-5a8fbca0ef7c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.947837] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.948120] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-484498b9-ab30-47f5-b757-d3ae222f65f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.954721] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1265.954721] env[69243]: value = "task-3690187" [ 1265.954721] env[69243]: _type = "Task" [ 1265.954721] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.963855] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.010334] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445563} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.010604] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. [ 1266.011370] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab2002-4eb6-4f09-860b-f17065951e01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.035548] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.035840] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6de93b9-1fb9-4e10-beeb-6337c59af4ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.054190] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1266.054190] env[69243]: value = "task-3690188" [ 1266.054190] env[69243]: _type = "Task" [ 1266.054190] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.062378] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.263746] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.284028] env[69243]: INFO nova.scheduler.client.report [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted allocations for instance 511ba3c0-d478-4b9d-9064-f0e24ff5e399 [ 1266.466428] env[69243]: DEBUG oslo_vmware.api [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690187, 'name': PowerOnVM_Task, 'duration_secs': 0.384315} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.466818] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.563948] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690188, 'name': ReconfigVM_Task, 'duration_secs': 0.356548} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.564306] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.565164] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c676fb44-59d7-434c-a2e3-1170063c3d74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.589500] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02d42ac-473f-4c8a-871e-50514f39ec63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.605353] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1266.605353] env[69243]: value = "task-3690189" [ 1266.605353] env[69243]: _type = "Task" [ 1266.605353] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.616089] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.791386] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3abe15de-cd1c-4588-99de-a6ad4d40b094 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "511ba3c0-d478-4b9d-9064-f0e24ff5e399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.119s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.116278] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690189, 'name': ReconfigVM_Task, 'duration_secs': 0.257212} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.116630] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.116781] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0303c20-8cdd-4507-8b21-46129049ce0a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.123261] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1267.123261] env[69243]: value = "task-3690190" [ 1267.123261] env[69243]: _type = "Task" [ 1267.123261] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.130455] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.520275] env[69243]: INFO nova.compute.manager [None req-39cccffa-3a05-430b-9fc6-1e8d70b40ed7 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance to original state: 'active' [ 1267.633948] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690190, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.137014] env[69243]: DEBUG oslo_vmware.api [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690190, 'name': PowerOnVM_Task, 'duration_secs': 0.649733} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.140161] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.149687] env[69243]: DEBUG nova.compute.manager [None req-9e829023-d04d-4428-a388-8ec8245014ee tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.150963] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.151293] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.154314] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a07548-bd7f-4656-992f-7cf8f33b023b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.651632] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.652013] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.652280] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.652508] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.652740] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.655117] env[69243]: INFO nova.compute.manager [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Terminating instance [ 1268.660384] env[69243]: DEBUG nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.160700] env[69243]: DEBUG nova.compute.manager [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.161146] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.161295] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c288ad-6ac5-4406-b90e-ce58a80f6ec1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.182819] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1269.182819] env[69243]: value = "task-3690191" [ 1269.182819] env[69243]: _type = "Task" [ 1269.182819] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.183917] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.184326] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.185893] env[69243]: INFO nova.compute.claims [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.199459] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.701819] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690191, 'name': PowerOffVM_Task, 'duration_secs': 0.310779} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.702697] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.702896] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.703111] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735157', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'name': 'volume-4369c8b8-0b83-447f-8812-2813d2ad242d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749', 'attached_at': '2025-04-28T18:31:26.000000', 'detached_at': '', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'serial': '4369c8b8-0b83-447f-8812-2813d2ad242d'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.703876] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d6447-507b-42e3-a246-6c63097de656 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.725578] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c40678-ccd9-423d-b195-0041aade0328 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.732477] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d7088f-6a1f-4218-a867-afe3c2751223 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.753135] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a13581-6eca-4cd9-9017-7ca2fa32b1aa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.768365] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] The volume has not been displaced from its original location: [datastore2] volume-4369c8b8-0b83-447f-8812-2813d2ad242d/volume-4369c8b8-0b83-447f-8812-2813d2ad242d.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.773555] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.774200] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44058a14-297b-4cf3-9fc6-965dd83c9797 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.793927] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1269.793927] env[69243]: value = "task-3690192" [ 1269.793927] env[69243]: _type = "Task" [ 1269.793927] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.802575] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.282096] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930bba1e-9059-4fe8-b02d-e6a8446c5cba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.290503] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc740e07-7920-4af5-b06f-a9dd01c5b5a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.325147] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b3626-dc2b-4075-8a3f-952d2c12c75f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.330706] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690192, 'name': ReconfigVM_Task, 'duration_secs': 0.238189} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.331292] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.337768] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8494beea-33fd-4f81-8f91-75d47269ebe8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.349350] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6de3ab-f433-4a12-b74a-c009d0993643 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.364449] env[69243]: DEBUG nova.compute.provider_tree [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.366936] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1270.366936] env[69243]: value = "task-3690193" [ 1270.366936] env[69243]: _type = "Task" [ 1270.366936] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.375063] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296fdaf-cca7-e8b1-881d-4c0172644981/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1270.376144] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba21b6d-6c10-4385-896f-5263a55fd3b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.382101] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.385281] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296fdaf-cca7-e8b1-881d-4c0172644981/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1270.385452] env[69243]: ERROR oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296fdaf-cca7-e8b1-881d-4c0172644981/disk-0.vmdk due to incomplete transfer. [ 1270.385699] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-654695b7-474e-4e75-a194-206524b3eee8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.393089] env[69243]: DEBUG oslo_vmware.rw_handles [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296fdaf-cca7-e8b1-881d-4c0172644981/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1270.393293] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Uploaded image 7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1270.395515] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1270.395992] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bb60507-af7f-4115-9732-c5ff327740d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.401856] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1270.401856] env[69243]: value = "task-3690194" [ 1270.401856] env[69243]: _type = "Task" [ 1270.401856] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.409150] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690194, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.869157] env[69243]: DEBUG nova.scheduler.client.report [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.880650] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690193, 'name': ReconfigVM_Task, 'duration_secs': 0.281293} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.881242] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735157', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'name': 'volume-4369c8b8-0b83-447f-8812-2813d2ad242d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b1a5c759-d4d3-4121-a099-1c4a7ae7a749', 'attached_at': '2025-04-28T18:31:26.000000', 'detached_at': '', 'volume_id': '4369c8b8-0b83-447f-8812-2813d2ad242d', 'serial': '4369c8b8-0b83-447f-8812-2813d2ad242d'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1270.881242] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.881978] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b0e60-6ed8-42fc-9a48-880ae77893fb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.888640] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.889066] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e314a33e-ea2a-4716-88e5-dd957c48237c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.909179] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690194, 'name': Destroy_Task, 'duration_secs': 0.316642} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.909407] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Destroyed the VM [ 1270.909639] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1270.909849] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91ff907d-4561-4e03-a7d5-4b7195b18cc9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.919483] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1270.919483] env[69243]: value = "task-3690196" [ 1270.919483] env[69243]: _type = "Task" [ 1270.919483] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.927182] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690196, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.963256] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.963482] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.963671] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleting the datastore file [datastore2] b1a5c759-d4d3-4121-a099-1c4a7ae7a749 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.963939] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7edc8333-33fd-4a24-91f4-0add98e148eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.970503] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1270.970503] env[69243]: value = "task-3690197" [ 1270.970503] env[69243]: _type = "Task" [ 1270.970503] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.978559] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.088865] env[69243]: INFO nova.compute.manager [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Rescuing [ 1271.089184] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.089362] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.089550] env[69243]: DEBUG nova.network.neutron [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.376515] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.377045] env[69243]: DEBUG nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.429726] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690196, 'name': RemoveSnapshot_Task, 'duration_secs': 0.357444} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.429984] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1271.430268] env[69243]: DEBUG nova.compute.manager [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.431011] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54369daa-0d91-478e-8f3e-c8ca58796ad4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.480460] env[69243]: DEBUG oslo_vmware.api [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140845} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.480739] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.480928] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.481112] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.481281] env[69243]: INFO nova.compute.manager [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1271.481546] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.481745] env[69243]: DEBUG nova.compute.manager [-] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.481841] env[69243]: DEBUG nova.network.neutron [-] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.816771] env[69243]: DEBUG nova.network.neutron [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Updating instance_info_cache with network_info: [{"id": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "address": "fa:16:3e:3a:de:90", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e60356-aa", "ovs_interfaceid": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.882202] env[69243]: DEBUG nova.compute.utils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.884172] env[69243]: DEBUG nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.884422] env[69243]: DEBUG nova.network.neutron [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.939437] env[69243]: DEBUG nova.policy [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a2f1de4fd8484eb8b6d1e832c0976f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f34445523eb40d09aa37aa88c974720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.945865] env[69243]: INFO nova.compute.manager [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Shelve offloading [ 1272.140419] env[69243]: DEBUG nova.compute.manager [req-4fa0080b-0fba-4618-88ba-b2a1d6f5b011 req-6f366b10-6575-4200-ac1b-4907e145d4e7 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Received event network-vif-deleted-019dc590-efd8-4df2-afae-44a4b6722a1a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.141147] env[69243]: INFO nova.compute.manager [req-4fa0080b-0fba-4618-88ba-b2a1d6f5b011 req-6f366b10-6575-4200-ac1b-4907e145d4e7 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Neutron deleted interface 019dc590-efd8-4df2-afae-44a4b6722a1a; detaching it from the instance and deleting it from the info cache [ 1272.142758] env[69243]: DEBUG nova.network.neutron [req-4fa0080b-0fba-4618-88ba-b2a1d6f5b011 req-6f366b10-6575-4200-ac1b-4907e145d4e7 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.255717] env[69243]: DEBUG nova.network.neutron [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Successfully created port: 198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.320377] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.387677] env[69243]: DEBUG nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.451238] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.451238] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe761b30-1285-41f8-b6bc-cd47421bf423 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.458019] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1272.458019] env[69243]: value = "task-3690198" [ 1272.458019] env[69243]: _type = "Task" [ 1272.458019] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.466996] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.612257] env[69243]: DEBUG nova.network.neutron [-] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.643700] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85a6a52a-3ade-471a-ae78-aa6b75d8f56e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.654495] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24728af7-e445-438c-8ea3-b61fda3d7512 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.682917] env[69243]: DEBUG nova.compute.manager [req-4fa0080b-0fba-4618-88ba-b2a1d6f5b011 req-6f366b10-6575-4200-ac1b-4907e145d4e7 service nova] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Detach interface failed, port_id=019dc590-efd8-4df2-afae-44a4b6722a1a, reason: Instance b1a5c759-d4d3-4121-a099-1c4a7ae7a749 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.967028] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1272.967221] env[69243]: DEBUG nova.compute.manager [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.967853] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a32ef-4339-46d1-b7f7-59edd572ba59 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.973427] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.973612] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.973770] env[69243]: DEBUG nova.network.neutron [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.114986] env[69243]: INFO nova.compute.manager [-] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Took 1.63 seconds to deallocate network for instance. [ 1273.397597] env[69243]: DEBUG nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.424743] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.424998] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.425169] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.425354] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.425548] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.425707] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.425930] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.426101] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.426271] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.426452] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.426666] env[69243]: DEBUG nova.virt.hardware [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.427566] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e55c6-23e5-44b3-916d-cc9aa4546d01 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.436597] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fa9950-bd45-40a3-9fdb-f40fd25754be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.615235] env[69243]: DEBUG nova.compute.manager [req-26d06483-20e9-481e-ae7c-47533b15b917 req-15f83acd-f2ac-4f94-a18c-62ad74288f40 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Received event network-vif-plugged-198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.615424] env[69243]: DEBUG oslo_concurrency.lockutils [req-26d06483-20e9-481e-ae7c-47533b15b917 req-15f83acd-f2ac-4f94-a18c-62ad74288f40 service nova] Acquiring lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.615647] env[69243]: DEBUG oslo_concurrency.lockutils [req-26d06483-20e9-481e-ae7c-47533b15b917 req-15f83acd-f2ac-4f94-a18c-62ad74288f40 service nova] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.615811] env[69243]: DEBUG oslo_concurrency.lockutils [req-26d06483-20e9-481e-ae7c-47533b15b917 req-15f83acd-f2ac-4f94-a18c-62ad74288f40 service nova] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.616060] env[69243]: DEBUG nova.compute.manager [req-26d06483-20e9-481e-ae7c-47533b15b917 req-15f83acd-f2ac-4f94-a18c-62ad74288f40 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] No waiting events found dispatching network-vif-plugged-198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.616315] env[69243]: WARNING nova.compute.manager [req-26d06483-20e9-481e-ae7c-47533b15b917 req-15f83acd-f2ac-4f94-a18c-62ad74288f40 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Received unexpected event network-vif-plugged-198da7f0-76fc-4ea4-93de-28425b9eaa4e for instance with vm_state building and task_state spawning. [ 1273.660156] env[69243]: INFO nova.compute.manager [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Took 0.54 seconds to detach 1 volumes for instance. [ 1273.683637] env[69243]: DEBUG nova.network.neutron [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9620152-b2", "ovs_interfaceid": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.702160] env[69243]: DEBUG nova.network.neutron [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Successfully updated port: 198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.858338] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.858658] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2886f6c-d7c3-4279-b3d9-6a99ebcb4bb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.865507] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1273.865507] env[69243]: value = "task-3690199" [ 1273.865507] env[69243]: _type = "Task" [ 1273.865507] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.873208] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.167290] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.167586] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.167811] env[69243]: DEBUG nova.objects.instance [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'resources' on Instance uuid b1a5c759-d4d3-4121-a099-1c4a7ae7a749 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.186195] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.204173] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.204336] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.204493] env[69243]: DEBUG nova.network.neutron [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.376382] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690199, 'name': PowerOffVM_Task, 'duration_secs': 0.179658} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.376600] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.377421] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6891dd8-7ea4-4e61-b8fc-7585bbb0c322 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.395546] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228fbd0-addd-4fda-a498-c09f84edf731 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.424593] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.424885] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57df4b7b-7531-4239-a27e-9e9a05ffafdc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.431597] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1274.431597] env[69243]: value = "task-3690200" [ 1274.431597] env[69243]: _type = "Task" [ 1274.431597] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.439134] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.496204] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.497119] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2cdf4-05c2-4681-892e-821e6711427f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.504682] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.504913] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee1e7a09-ecfd-42e6-b52e-1ada9b866817 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.571442] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.571737] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.572014] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleting the datastore file [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.572350] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7cc6634-c85f-4630-8ace-7a1065491c74 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.579741] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1274.579741] env[69243]: value = "task-3690202" [ 1274.579741] env[69243]: _type = "Task" [ 1274.579741] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.590199] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.738210] env[69243]: DEBUG nova.network.neutron [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.756491] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d2fa3-d4bf-49f4-bf15-de02d7cfdbb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.763440] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85d4a7-0302-449c-9f80-f64764122318 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.797034] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37016e06-4c25-4190-8395-d35c88c946b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.805458] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae793ae-a12f-4cb5-9609-ac2b9860df38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.818958] env[69243]: DEBUG nova.compute.provider_tree [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.890984] env[69243]: DEBUG nova.network.neutron [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Updating instance_info_cache with network_info: [{"id": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "address": "fa:16:3e:25:23:05", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198da7f0-76", "ovs_interfaceid": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.941897] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1274.942207] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.942484] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.942643] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.942821] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.943091] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b880ab-e958-43a4-808d-921e873ded38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.951403] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.951631] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.952343] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce526990-80ae-40e9-93b2-43027964e3eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.957491] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1274.957491] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ac49ac-688e-fa2b-30c1-18f94cca65cb" [ 1274.957491] env[69243]: _type = "Task" [ 1274.957491] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.965436] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ac49ac-688e-fa2b-30c1-18f94cca65cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.089941] env[69243]: DEBUG oslo_vmware.api [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12998} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.090207] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.090385] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.090559] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.112589] env[69243]: INFO nova.scheduler.client.report [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted allocations for instance 5b44c8d3-2fa2-4631-99fa-d3be7d805807 [ 1275.322236] env[69243]: DEBUG nova.scheduler.client.report [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.394200] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.394572] env[69243]: DEBUG nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Instance network_info: |[{"id": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "address": "fa:16:3e:25:23:05", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198da7f0-76", "ovs_interfaceid": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.395097] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:23:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '198da7f0-76fc-4ea4-93de-28425b9eaa4e', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.402667] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.403238] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.403478] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a7906a6-7443-4979-9c17-dbadd9a87e26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.423981] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.423981] env[69243]: value = "task-3690203" [ 1275.423981] env[69243]: _type = "Task" [ 1275.423981] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.431463] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690203, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.468444] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52ac49ac-688e-fa2b-30c1-18f94cca65cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.469365] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c3a09d-f4f5-4d12-a4af-deb8bada0109 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.476327] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1275.476327] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520894c0-78b9-5777-342b-3e9b8b330404" [ 1275.476327] env[69243]: _type = "Task" [ 1275.476327] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.485408] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520894c0-78b9-5777-342b-3e9b8b330404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.617608] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.646533] env[69243]: DEBUG nova.compute.manager [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Received event network-changed-198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.646759] env[69243]: DEBUG nova.compute.manager [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Refreshing instance network info cache due to event network-changed-198da7f0-76fc-4ea4-93de-28425b9eaa4e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.646893] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Acquiring lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.647026] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Acquired lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.647241] env[69243]: DEBUG nova.network.neutron [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Refreshing network info cache for port 198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.827781] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.831124] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.213s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.831406] env[69243]: DEBUG nova.objects.instance [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'resources' on Instance uuid 5b44c8d3-2fa2-4631-99fa-d3be7d805807 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.852751] env[69243]: INFO nova.scheduler.client.report [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted allocations for instance b1a5c759-d4d3-4121-a099-1c4a7ae7a749 [ 1275.934570] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690203, 'name': CreateVM_Task, 'duration_secs': 0.314302} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.934730] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.935386] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.935578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.935906] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.936172] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7613bb16-e6eb-46e2-9a20-0c257f192333 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.940561] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1275.940561] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5243f031-44d0-46d7-780b-251ede6cd724" [ 1275.940561] env[69243]: _type = "Task" [ 1275.940561] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.948057] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5243f031-44d0-46d7-780b-251ede6cd724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.985532] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]520894c0-78b9-5777-342b-3e9b8b330404, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.985769] env[69243]: DEBUG oslo_concurrency.lockutils [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.986033] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. {{(pid=69243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1275.986280] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4064d422-bffd-4c0f-b1e1-1b63f6092bce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.991875] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1275.991875] env[69243]: value = "task-3690204" [ 1275.991875] env[69243]: _type = "Task" [ 1275.991875] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.999022] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.335618] env[69243]: DEBUG nova.objects.instance [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b44c8d3-2fa2-4631-99fa-d3be7d805807 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.363280] env[69243]: DEBUG oslo_concurrency.lockutils [None req-61dd62ae-ca15-4d75-89f2-6a8129926588 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "b1a5c759-d4d3-4121-a099-1c4a7ae7a749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.711s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.452442] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5243f031-44d0-46d7-780b-251ede6cd724, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.452782] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.452955] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.453202] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.453350] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.453563] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.453827] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bdff209-7374-4c24-8649-6a44b469eeb1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.461107] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.461242] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.462049] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e637ada5-58d2-4768-93cd-c66821fa7020 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.467260] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1276.467260] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52df8518-a402-6a00-bb18-bdd4ac954364" [ 1276.467260] env[69243]: _type = "Task" [ 1276.467260] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.474476] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52df8518-a402-6a00-bb18-bdd4ac954364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.501224] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457608} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.501621] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. [ 1276.502359] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91936e09-cd8f-4b10-89b3-34ee25625948 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.536093] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.537101] env[69243]: DEBUG nova.network.neutron [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Updated VIF entry in instance network info cache for port 198da7f0-76fc-4ea4-93de-28425b9eaa4e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.537434] env[69243]: DEBUG nova.network.neutron [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Updating instance_info_cache with network_info: [{"id": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "address": "fa:16:3e:25:23:05", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198da7f0-76", "ovs_interfaceid": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.539150] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23272032-b78e-4df8-8acc-618457649600 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.558247] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1276.558247] env[69243]: value = "task-3690205" [ 1276.558247] env[69243]: _type = "Task" [ 1276.558247] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.566289] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.839556] env[69243]: DEBUG nova.objects.base [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Object Instance<5b44c8d3-2fa2-4631-99fa-d3be7d805807> lazy-loaded attributes: resources,numa_topology {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.901859] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf15e7-421e-4fdd-ab85-d950f9f58045 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.908901] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5662ce08-7768-4549-97a9-a3b14bae7a4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.938018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc904a-94c9-4754-b8c4-71b5daaf35d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.944954] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a00bf-086e-465c-b549-caf4b15edb04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.957527] env[69243]: DEBUG nova.compute.provider_tree [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.976939] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52df8518-a402-6a00-bb18-bdd4ac954364, 'name': SearchDatastore_Task, 'duration_secs': 0.0073} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.977073] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7929d1-a010-4fd6-a197-bd2c7a5cdb7d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.982445] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1276.982445] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a71f5e-1357-2685-84bc-d79bff066e0a" [ 1276.982445] env[69243]: _type = "Task" [ 1276.982445] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.991099] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a71f5e-1357-2685-84bc-d79bff066e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.040425] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Releasing lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.040776] env[69243]: DEBUG nova.compute.manager [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-vif-unplugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.040776] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.040885] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.041043] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.041214] env[69243]: DEBUG nova.compute.manager [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] No waiting events found dispatching network-vif-unplugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.041392] env[69243]: WARNING nova.compute.manager [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received unexpected event network-vif-unplugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 for instance with vm_state shelved_offloaded and task_state None. [ 1277.041551] env[69243]: DEBUG nova.compute.manager [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.041698] env[69243]: DEBUG nova.compute.manager [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing instance network info cache due to event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.041870] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Acquiring lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.042013] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Acquired lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.042172] env[69243]: DEBUG nova.network.neutron [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.068310] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690205, 'name': ReconfigVM_Task, 'duration_secs': 0.312218} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.068586] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.069442] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8512d37-510a-4e83-a708-8bc77e842a57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.094665] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd921e3-07b9-4f94-8adc-c03d5245fc26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.109091] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1277.109091] env[69243]: value = "task-3690206" [ 1277.109091] env[69243]: _type = "Task" [ 1277.109091] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.116326] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.364415] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.364737] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.460539] env[69243]: DEBUG nova.scheduler.client.report [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.493748] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a71f5e-1357-2685-84bc-d79bff066e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.493965] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.494239] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4/caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.494550] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d86d11cf-e419-466b-906b-462dbced5fcf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.501567] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1277.501567] env[69243]: value = "task-3690207" [ 1277.501567] env[69243]: _type = "Task" [ 1277.501567] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.509025] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.514905] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.619351] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690206, 'name': ReconfigVM_Task, 'duration_secs': 0.146924} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.619655] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.619921] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fa238b-8636-41d4-878b-212ff46c4d73 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.626386] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1277.626386] env[69243]: value = "task-3690208" [ 1277.626386] env[69243]: _type = "Task" [ 1277.626386] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.633724] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.867331] env[69243]: DEBUG nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.965904] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.969455] env[69243]: DEBUG nova.network.neutron [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updated VIF entry in instance network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.969859] env[69243]: DEBUG nova.network.neutron [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa9620152-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.012252] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496918} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.012545] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4/caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.012760] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.013020] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cd36330-d4a4-44d7-8761-f1d216a4b717 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.018767] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1278.018767] env[69243]: value = "task-3690209" [ 1278.018767] env[69243]: _type = "Task" [ 1278.018767] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.026076] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.138258] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.392835] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.393126] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.394702] env[69243]: INFO nova.compute.claims [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.474052] env[69243]: DEBUG oslo_concurrency.lockutils [req-a2f183f3-6cea-4a0e-983c-800926db6378 req-a65e3c0e-4cbe-4c50-8870-88867fcca44c service nova] Releasing lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.475768] env[69243]: DEBUG oslo_concurrency.lockutils [None req-57f5b8b1-0cda-46b3-81e2-dd5efb41fde7 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.013s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.476679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.962s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.476883] env[69243]: INFO nova.compute.manager [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Unshelving [ 1278.528969] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.529206] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.530085] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0791d92-be03-44d2-9db5-a245a06472a0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.551451] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4/caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.551681] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb52544-0e0c-40dd-83f8-39ddb5f8eee8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.571641] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1278.571641] env[69243]: value = "task-3690210" [ 1278.571641] env[69243]: _type = "Task" [ 1278.571641] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.579018] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.637609] env[69243]: DEBUG oslo_vmware.api [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690208, 'name': PowerOnVM_Task, 'duration_secs': 0.575579} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.637869] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.640730] env[69243]: DEBUG nova.compute.manager [None req-0ffc9122-fe45-480d-b25e-089f82e8047b tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.641467] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf5eed-b9c0-4fd3-aaef-257892ec5ac8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.082453] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690210, 'name': ReconfigVM_Task, 'duration_secs': 0.280681} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.083045] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Reconfigured VM instance instance-00000076 to attach disk [datastore2] caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4/caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.083661] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9781ff8f-ef89-456f-b787-424d2a6e4788 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.089277] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1279.089277] env[69243]: value = "task-3690211" [ 1279.089277] env[69243]: _type = "Task" [ 1279.089277] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.097192] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690211, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.407475] env[69243]: INFO nova.compute.manager [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Unrescuing [ 1279.407674] env[69243]: DEBUG oslo_concurrency.lockutils [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.407841] env[69243]: DEBUG oslo_concurrency.lockutils [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.407963] env[69243]: DEBUG nova.network.neutron [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.484256] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd71a3-6d53-49b9-a099-29501259326d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.493397] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05be1ac-18b7-43db-b54b-81453e50871f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.524266] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.525028] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637617ca-6ed2-496d-9f89-ce329ad72bba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.531816] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e833f86e-7bf9-4057-ae83-54218a5a6274 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.544406] env[69243]: DEBUG nova.compute.provider_tree [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.597983] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690211, 'name': Rename_Task, 'duration_secs': 0.170655} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.598251] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.598473] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f44de2d-91e2-4433-b5ad-69c60f0b672b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.604299] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1279.604299] env[69243]: value = "task-3690212" [ 1279.604299] env[69243]: _type = "Task" [ 1279.604299] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.612756] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.047843] env[69243]: DEBUG nova.scheduler.client.report [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.114340] env[69243]: DEBUG oslo_vmware.api [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690212, 'name': PowerOnVM_Task, 'duration_secs': 0.41742} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.114661] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.114862] env[69243]: INFO nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1280.115053] env[69243]: DEBUG nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.115812] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73981d6-06e8-49e2-9674-08f1e5e44050 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.185906] env[69243]: DEBUG nova.network.neutron [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Updating instance_info_cache with network_info: [{"id": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "address": "fa:16:3e:3a:de:90", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e60356-aa", "ovs_interfaceid": "83e60356-aac3-4a2c-b55e-3dab69fedc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.552017] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.552590] env[69243]: DEBUG nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.555466] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.031s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.555608] env[69243]: DEBUG nova.objects.instance [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b44c8d3-2fa2-4631-99fa-d3be7d805807 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.631621] env[69243]: INFO nova.compute.manager [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Took 11.47 seconds to build instance. [ 1280.689511] env[69243]: DEBUG oslo_concurrency.lockutils [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-3008efbe-ef2e-4863-b4d7-1330863b630a" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.690008] env[69243]: DEBUG nova.objects.instance [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lazy-loading 'flavor' on Instance uuid 3008efbe-ef2e-4863-b4d7-1330863b630a {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.058289] env[69243]: DEBUG nova.compute.utils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.059761] env[69243]: DEBUG nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.059915] env[69243]: DEBUG nova.network.neutron [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.063300] env[69243]: DEBUG nova.objects.instance [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b44c8d3-2fa2-4631-99fa-d3be7d805807 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.097675] env[69243]: DEBUG nova.policy [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf2822ffcfac4e5082accfbea6178116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f851149e13a14121983d2ea753f76683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.133334] env[69243]: DEBUG oslo_concurrency.lockutils [None req-d00837c5-4de3-4da7-9d2c-854b57715d0c tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.982s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.196369] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3416f601-4842-49e2-a846-33e880b9bd3a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.217726] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.218085] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98efcd12-2f34-4973-9caa-34005b3f3e1e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.224178] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1281.224178] env[69243]: value = "task-3690213" [ 1281.224178] env[69243]: _type = "Task" [ 1281.224178] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.232119] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.506360] env[69243]: DEBUG nova.network.neutron [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Successfully created port: 5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.564135] env[69243]: DEBUG nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.567628] env[69243]: INFO nova.compute.claims [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.733674] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690213, 'name': PowerOffVM_Task, 'duration_secs': 0.215231} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.734487] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.740224] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.740491] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd31a552-94c4-4db9-8c3c-c6138af7208a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.760907] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1281.760907] env[69243]: value = "task-3690214" [ 1281.760907] env[69243]: _type = "Task" [ 1281.760907] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.768631] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.930932] env[69243]: DEBUG nova.compute.manager [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Received event network-changed-198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.931189] env[69243]: DEBUG nova.compute.manager [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Refreshing instance network info cache due to event network-changed-198da7f0-76fc-4ea4-93de-28425b9eaa4e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.931455] env[69243]: DEBUG oslo_concurrency.lockutils [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] Acquiring lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.931553] env[69243]: DEBUG oslo_concurrency.lockutils [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] Acquired lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.931739] env[69243]: DEBUG nova.network.neutron [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Refreshing network info cache for port 198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.271069] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690214, 'name': ReconfigVM_Task, 'duration_secs': 0.221679} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.271368] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.271557] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.271803] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178479d5-f3da-4220-8878-f76ddd0f6b63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.277925] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1282.277925] env[69243]: value = "task-3690215" [ 1282.277925] env[69243]: _type = "Task" [ 1282.277925] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.285021] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.577942] env[69243]: DEBUG nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.619816] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.620135] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.620383] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.620981] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.621212] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.621430] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.621733] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.621943] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.622229] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.622426] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.622698] env[69243]: DEBUG nova.virt.hardware [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.624125] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e307be-82a5-4c96-b365-5f9ef756895d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.643684] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbf69dd-ee44-4f09-b2d5-974e702e5acb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.679453] env[69243]: DEBUG nova.network.neutron [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Updated VIF entry in instance network info cache for port 198da7f0-76fc-4ea4-93de-28425b9eaa4e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.682118] env[69243]: DEBUG nova.network.neutron [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Updating instance_info_cache with network_info: [{"id": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "address": "fa:16:3e:25:23:05", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198da7f0-76", "ovs_interfaceid": "198da7f0-76fc-4ea4-93de-28425b9eaa4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.705987] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6c70e-f0a9-4f63-8c21-c2a5a30850fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.713944] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ac33b-e87c-4e58-a448-c1e912d54cfd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.745644] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07c9a89-4667-48dd-bece-c3d67e66ef41 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.753072] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18536b40-580a-4f4f-bea8-24531c3d6537 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.766601] env[69243]: DEBUG nova.compute.provider_tree [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.787922] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.127916] env[69243]: DEBUG nova.network.neutron [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Successfully updated port: 5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.185023] env[69243]: DEBUG oslo_concurrency.lockutils [req-d35d0997-b645-4ba9-9683-fe4626057962 req-12f3b238-4485-4064-aeb9-0c294786f938 service nova] Releasing lock "refresh_cache-caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.269999] env[69243]: DEBUG nova.scheduler.client.report [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.287566] env[69243]: DEBUG oslo_vmware.api [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690215, 'name': PowerOnVM_Task, 'duration_secs': 0.581222} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.288347] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.288569] env[69243]: DEBUG nova.compute.manager [None req-99afbb23-f3ec-4987-88c5-3a2b489107cf tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.289327] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985671b-a37b-4ade-9971-a7f5fa47e2cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.630174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.630174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.630584] env[69243]: DEBUG nova.network.neutron [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.775152] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.220s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.812604] env[69243]: INFO nova.network.neutron [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating port a9620152-b2c6-4718-b48d-32c6d9d7bd50 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1284.073209] env[69243]: DEBUG nova.compute.manager [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-vif-plugged-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.073480] env[69243]: DEBUG oslo_concurrency.lockutils [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.073640] env[69243]: DEBUG oslo_concurrency.lockutils [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.073807] env[69243]: DEBUG oslo_concurrency.lockutils [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.073972] env[69243]: DEBUG nova.compute.manager [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] No waiting events found dispatching network-vif-plugged-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.074220] env[69243]: WARNING nova.compute.manager [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received unexpected event network-vif-plugged-5e0a0119-967d-440e-8a7b-8486518aeefb for instance with vm_state building and task_state spawning. [ 1284.074542] env[69243]: DEBUG nova.compute.manager [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.074611] env[69243]: DEBUG nova.compute.manager [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing instance network info cache due to event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.074743] env[69243]: DEBUG oslo_concurrency.lockutils [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] Acquiring lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.159951] env[69243]: DEBUG nova.network.neutron [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.321802] env[69243]: DEBUG nova.network.neutron [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0a0119-96", "ovs_interfaceid": "5e0a0119-967d-440e-8a7b-8486518aeefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.824416] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.824932] env[69243]: DEBUG nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Instance network_info: |[{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0a0119-96", "ovs_interfaceid": "5e0a0119-967d-440e-8a7b-8486518aeefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.825497] env[69243]: DEBUG oslo_concurrency.lockutils [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] Acquired lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.825764] env[69243]: DEBUG nova.network.neutron [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.828537] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ab:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e0a0119-967d-440e-8a7b-8486518aeefb', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.835905] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.837033] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.837289] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-710c3171-e883-4253-a935-364cab42ce5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.860908] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.860908] env[69243]: value = "task-3690217" [ 1284.860908] env[69243]: _type = "Task" [ 1284.860908] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.872381] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690217, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.371650] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690217, 'name': CreateVM_Task, 'duration_secs': 0.361125} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.372209] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.372994] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.373183] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.373578] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.374113] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b5fe5c-f2c0-45de-a3e6-7a8139eabb70 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.381740] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1285.381740] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f127ee-0a94-2d0f-c483-8e14348da108" [ 1285.381740] env[69243]: _type = "Task" [ 1285.381740] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.390898] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f127ee-0a94-2d0f-c483-8e14348da108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.496018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.496018] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.496018] env[69243]: DEBUG nova.network.neutron [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.582647] env[69243]: DEBUG nova.network.neutron [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updated VIF entry in instance network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.583055] env[69243]: DEBUG nova.network.neutron [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0a0119-96", "ovs_interfaceid": "5e0a0119-967d-440e-8a7b-8486518aeefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.896115] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52f127ee-0a94-2d0f-c483-8e14348da108, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.896523] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.896709] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.896924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.897094] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.897281] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.897570] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c62310b6-42ba-45fa-8463-145f6c5b05cd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.916243] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.916460] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.917309] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ccf56b-73c6-41e4-889b-aede07714b82 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.928155] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1285.928155] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52217e81-b482-15ba-d7d7-b294ca5902bd" [ 1285.928155] env[69243]: _type = "Task" [ 1285.928155] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.936624] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52217e81-b482-15ba-d7d7-b294ca5902bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.086362] env[69243]: DEBUG oslo_concurrency.lockutils [req-5654fbc8-0638-4cc8-a7ed-f0b39aac4864 req-fa643687-b226-430c-ae95-184b42996e37 service nova] Releasing lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.113599] env[69243]: DEBUG nova.compute.manager [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-vif-plugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.113835] env[69243]: DEBUG oslo_concurrency.lockutils [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.113978] env[69243]: DEBUG oslo_concurrency.lockutils [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.114198] env[69243]: DEBUG oslo_concurrency.lockutils [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.114316] env[69243]: DEBUG nova.compute.manager [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] No waiting events found dispatching network-vif-plugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.114505] env[69243]: WARNING nova.compute.manager [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received unexpected event network-vif-plugged-a9620152-b2c6-4718-b48d-32c6d9d7bd50 for instance with vm_state shelved_offloaded and task_state spawning. [ 1286.114722] env[69243]: DEBUG nova.compute.manager [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.114899] env[69243]: DEBUG nova.compute.manager [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing instance network info cache due to event network-changed-a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.115075] env[69243]: DEBUG oslo_concurrency.lockutils [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] Acquiring lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.203632] env[69243]: DEBUG nova.network.neutron [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9620152-b2", "ovs_interfaceid": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.438811] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52217e81-b482-15ba-d7d7-b294ca5902bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01975} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.439661] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0f7cb0-3d77-48fa-9891-63de1d595970 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.444815] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1286.444815] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dffb31-c6e5-f34a-dd90-3d03b1e92e0c" [ 1286.444815] env[69243]: _type = "Task" [ 1286.444815] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.452038] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dffb31-c6e5-f34a-dd90-3d03b1e92e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.465757] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.465972] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.706071] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.708412] env[69243]: DEBUG oslo_concurrency.lockutils [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] Acquired lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.708605] env[69243]: DEBUG nova.network.neutron [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Refreshing network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.733673] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='887413992912a72b77adfcfe5b742f88',container_format='bare',created_at=2025-04-28T18:31:18Z,direct_url=,disk_format='vmdk',id=7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1883042267-shelved',owner='c366a653b7da4a8b8dd10cf1b2ff1285',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-28T18:31:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.733906] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.734075] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.734267] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.734416] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.734598] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.734815] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.734973] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.735159] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.735322] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.735520] env[69243]: DEBUG nova.virt.hardware [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.736390] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb44d1-d976-4386-9a61-448c885b64ab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.745033] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c78f18b-fe2c-4770-807e-3a6a733c4741 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.759521] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:15:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9620152-b2c6-4718-b48d-32c6d9d7bd50', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.766693] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.766934] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.767166] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb7b5c7b-5348-4cfa-9343-fe322d7ad469 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.786370] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.786370] env[69243]: value = "task-3690219" [ 1286.786370] env[69243]: _type = "Task" [ 1286.786370] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.794368] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690219, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.955640] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52dffb31-c6e5-f34a-dd90-3d03b1e92e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.03002} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.956042] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.956272] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.956464] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e70ccde1-1373-447d-818d-f16df321ee03 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.964403] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1286.964403] env[69243]: value = "task-3690220" [ 1286.964403] env[69243]: _type = "Task" [ 1286.964403] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.967653] env[69243]: DEBUG nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.975211] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.297044] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690219, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.437701] env[69243]: DEBUG nova.network.neutron [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updated VIF entry in instance network info cache for port a9620152-b2c6-4718-b48d-32c6d9d7bd50. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.438139] env[69243]: DEBUG nova.network.neutron [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [{"id": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "address": "fa:16:3e:13:15:90", "network": {"id": "39807913-be0a-4c73-a35d-8f6913c5fb8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2114876976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c366a653b7da4a8b8dd10cf1b2ff1285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9620152-b2", "ovs_interfaceid": "a9620152-b2c6-4718-b48d-32c6d9d7bd50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.474511] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.497054] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.497360] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.498924] env[69243]: INFO nova.compute.claims [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.798381] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690219, 'name': CreateVM_Task, 'duration_secs': 0.890519} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.798681] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.799260] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.799464] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.799837] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.800120] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd431af4-001f-47bb-92cc-c425a804c271 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.806375] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1287.806375] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52efab9c-bc4f-482f-d141-1d0c8e152700" [ 1287.806375] env[69243]: _type = "Task" [ 1287.806375] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.816797] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52efab9c-bc4f-482f-d141-1d0c8e152700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.941047] env[69243]: DEBUG oslo_concurrency.lockutils [req-796b3cf6-12f7-4fd3-b653-5f1b26845287 req-6a448deb-058f-4296-b39b-4650d4c5c6f2 service nova] Releasing lock "refresh_cache-5b44c8d3-2fa2-4631-99fa-d3be7d805807" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.974805] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864289} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.975205] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.975279] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.975689] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-921d6dcb-91d3-495a-a3cd-747d5ff810f3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.983548] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1287.983548] env[69243]: value = "task-3690221" [ 1287.983548] env[69243]: _type = "Task" [ 1287.983548] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.992208] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.317945] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.318227] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Processing image 7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.318469] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.318616] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.318789] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.319063] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdf3227e-f967-4d1d-93ea-d82ac9bd6dd7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.328461] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.328684] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.329429] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656d6831-c267-4ce9-ba9d-acd69f9762c5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.334987] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1288.334987] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522b73eb-1da9-69fd-7095-57d3bc6b86e8" [ 1288.334987] env[69243]: _type = "Task" [ 1288.334987] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.343383] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522b73eb-1da9-69fd-7095-57d3bc6b86e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.494347] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345347} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.494625] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.495409] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e2c7e5-0b0d-4efa-a11a-e6baffb2c665 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.519804] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.520273] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae16625-5718-4ba9-b220-f1ba65e94ac0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.540861] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1288.540861] env[69243]: value = "task-3690223" [ 1288.540861] env[69243]: _type = "Task" [ 1288.540861] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.548780] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.622457] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642912eb-8a51-431f-9230-32cbf06950a6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.630678] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad21a64a-adb2-42f1-8396-270da440a8cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.662541] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db90d4-bd93-4c23-b653-2ba60a9f8666 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.670497] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a098f0-1755-4e21-bfd0-64bf4792a111 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.683819] env[69243]: DEBUG nova.compute.provider_tree [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.846467] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Preparing fetch location {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1288.846467] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Fetch image to [datastore1] OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba/OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba.vmdk {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1288.846766] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Downloading stream optimized image 7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d to [datastore1] OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba/OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba.vmdk on the data store datastore1 as vApp {{(pid=69243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1288.846766] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Downloading image file data 7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d to the ESX as VM named 'OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba' {{(pid=69243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1288.917414] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1288.917414] env[69243]: value = "resgroup-9" [ 1288.917414] env[69243]: _type = "ResourcePool" [ 1288.917414] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1288.917725] env[69243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-77cfbb57-25fe-435f-9283-9dedc118f634 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.939262] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease: (returnval){ [ 1288.939262] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52514fde-847a-2b61-d991-9a3e5c67e764" [ 1288.939262] env[69243]: _type = "HttpNfcLease" [ 1288.939262] env[69243]: } obtained for vApp import into resource pool (val){ [ 1288.939262] env[69243]: value = "resgroup-9" [ 1288.939262] env[69243]: _type = "ResourcePool" [ 1288.939262] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1288.939695] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the lease: (returnval){ [ 1288.939695] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52514fde-847a-2b61-d991-9a3e5c67e764" [ 1288.939695] env[69243]: _type = "HttpNfcLease" [ 1288.939695] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1288.946014] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.946014] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52514fde-847a-2b61-d991-9a3e5c67e764" [ 1288.946014] env[69243]: _type = "HttpNfcLease" [ 1288.946014] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.051554] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690223, 'name': ReconfigVM_Task, 'duration_secs': 0.30047} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.051874] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.052498] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98d50cb3-3c28-4c78-a2f5-707b3eeaacea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.059292] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1289.059292] env[69243]: value = "task-3690225" [ 1289.059292] env[69243]: _type = "Task" [ 1289.059292] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.067783] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690225, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.187433] env[69243]: DEBUG nova.scheduler.client.report [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.448529] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.448529] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52514fde-847a-2b61-d991-9a3e5c67e764" [ 1289.448529] env[69243]: _type = "HttpNfcLease" [ 1289.448529] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.448909] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.448909] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52514fde-847a-2b61-d991-9a3e5c67e764" [ 1289.448909] env[69243]: _type = "HttpNfcLease" [ 1289.448909] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1289.449492] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de7abf-6b96-49c5-9eb5-5f1a6fcb412d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.457327] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52380946-630a-41d2-144b-e7f878cd4651/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.457541] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52380946-630a-41d2-144b-e7f878cd4651/disk-0.vmdk. {{(pid=69243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1289.518652] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4814d20-1626-4c08-afdc-183fee3aa4e8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.569981] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690225, 'name': Rename_Task, 'duration_secs': 0.220257} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.570329] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.570620] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec69f709-6951-41c0-a5b8-0be07194093b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.579542] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1289.579542] env[69243]: value = "task-3690226" [ 1289.579542] env[69243]: _type = "Task" [ 1289.579542] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.587623] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.692879] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.693575] env[69243]: DEBUG nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.091012] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.201443] env[69243]: DEBUG nova.compute.utils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.202968] env[69243]: DEBUG nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.203098] env[69243]: DEBUG nova.network.neutron [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.244806] env[69243]: DEBUG nova.policy [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cf6ee906ebd45cf84cce014931add19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03ae6aa43c5844ff99dd28e15192a8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.565691] env[69243]: DEBUG nova.network.neutron [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Successfully created port: 01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.593904] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.706648] env[69243]: DEBUG nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.717598] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Completed reading data from the image iterator. {{(pid=69243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1290.717835] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52380946-630a-41d2-144b-e7f878cd4651/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1290.718777] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9de17c-5364-48f1-b7f7-972ff8eb859c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.727239] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52380946-630a-41d2-144b-e7f878cd4651/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1290.727492] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52380946-630a-41d2-144b-e7f878cd4651/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1290.727699] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e2ec89e1-a93e-462d-a176-244c99b7d1ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.950092] env[69243]: DEBUG oslo_vmware.rw_handles [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52380946-630a-41d2-144b-e7f878cd4651/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1290.950398] env[69243]: INFO nova.virt.vmwareapi.images [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Downloaded image file data 7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d [ 1290.951310] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144bad3-f12f-4139-9e91-f02fdfc85ec7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.970509] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf4008d-115e-4fe3-9eaf-1a88e67f2ca5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.998565] env[69243]: INFO nova.virt.vmwareapi.images [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] The imported VM was unregistered [ 1291.001511] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Caching image {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1291.002820] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.002820] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24f9685-d52e-43f6-b311-4c2081afe196 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.015185] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Created directory with path [datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.015380] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba/OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba.vmdk to [datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d.vmdk. {{(pid=69243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1291.016049] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ea591320-b710-4c9f-b7c7-dbda777ef442 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.025325] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1291.025325] env[69243]: value = "task-3690229" [ 1291.025325] env[69243]: _type = "Task" [ 1291.025325] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.034396] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690229, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.091535] env[69243]: DEBUG oslo_vmware.api [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690226, 'name': PowerOnVM_Task, 'duration_secs': 1.125643} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.091913] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.092010] env[69243]: INFO nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1291.092207] env[69243]: DEBUG nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.093119] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec3601-1c9b-440e-a2fe-115da72c4412 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.534281] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690229, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.610535] env[69243]: INFO nova.compute.manager [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Took 13.24 seconds to build instance. [ 1291.716994] env[69243]: DEBUG nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.742862] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.743270] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.743502] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.743757] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.743945] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.744142] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.744387] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.744590] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.744773] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.744939] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.745125] env[69243]: DEBUG nova.virt.hardware [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.745978] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c652d6c-34fd-4a41-a41b-0545d065d5a8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.754639] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb756df-1bb1-4aa1-8197-7d9652e881e4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.974181] env[69243]: DEBUG nova.compute.manager [req-006f319f-2cbf-4e50-b60b-8fe416fdec53 req-0b48c4a7-9983-4656-a1a4-25e4e581c9b2 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Received event network-vif-plugged-01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.974427] env[69243]: DEBUG oslo_concurrency.lockutils [req-006f319f-2cbf-4e50-b60b-8fe416fdec53 req-0b48c4a7-9983-4656-a1a4-25e4e581c9b2 service nova] Acquiring lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.974861] env[69243]: DEBUG oslo_concurrency.lockutils [req-006f319f-2cbf-4e50-b60b-8fe416fdec53 req-0b48c4a7-9983-4656-a1a4-25e4e581c9b2 service nova] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.975077] env[69243]: DEBUG oslo_concurrency.lockutils [req-006f319f-2cbf-4e50-b60b-8fe416fdec53 req-0b48c4a7-9983-4656-a1a4-25e4e581c9b2 service nova] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.975278] env[69243]: DEBUG nova.compute.manager [req-006f319f-2cbf-4e50-b60b-8fe416fdec53 req-0b48c4a7-9983-4656-a1a4-25e4e581c9b2 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] No waiting events found dispatching network-vif-plugged-01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.975457] env[69243]: WARNING nova.compute.manager [req-006f319f-2cbf-4e50-b60b-8fe416fdec53 req-0b48c4a7-9983-4656-a1a4-25e4e581c9b2 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Received unexpected event network-vif-plugged-01b5403c-003f-4052-a7db-054c93d0ca5b for instance with vm_state building and task_state spawning. [ 1292.035436] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690229, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.064397] env[69243]: DEBUG nova.network.neutron [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Successfully updated port: 01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.112712] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3b442573-1c52-4a81-828f-9b88105a1a7e tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.748s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.355387] env[69243]: DEBUG nova.compute.manager [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.355620] env[69243]: DEBUG nova.compute.manager [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing instance network info cache due to event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.357135] env[69243]: DEBUG oslo_concurrency.lockutils [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] Acquiring lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.357310] env[69243]: DEBUG oslo_concurrency.lockutils [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] Acquired lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.357482] env[69243]: DEBUG nova.network.neutron [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.536291] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690229, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.567244] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.567434] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.567569] env[69243]: DEBUG nova.network.neutron [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.038644] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690229, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.103019] env[69243]: DEBUG nova.network.neutron [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.106794] env[69243]: DEBUG nova.network.neutron [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updated VIF entry in instance network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.107176] env[69243]: DEBUG nova.network.neutron [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0a0119-96", "ovs_interfaceid": "5e0a0119-967d-440e-8a7b-8486518aeefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.242562] env[69243]: DEBUG nova.network.neutron [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.537079] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690229, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.610059] env[69243]: DEBUG oslo_concurrency.lockutils [req-422dc7fa-9d70-4bc9-848f-bff915b6225d req-96fd1f3b-d65e-41a5-884b-4ae870736d19 service nova] Releasing lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.746122] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.746396] env[69243]: DEBUG nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Instance network_info: |[{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.746703] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:dc:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01b5403c-003f-4052-a7db-054c93d0ca5b', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.755064] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.755379] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.755670] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8cc6554-4073-430f-b4cf-680da39127f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.779453] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.779453] env[69243]: value = "task-3690231" [ 1293.779453] env[69243]: _type = "Task" [ 1293.779453] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.788714] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690231, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.000635] env[69243]: DEBUG nova.compute.manager [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Received event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.000848] env[69243]: DEBUG nova.compute.manager [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing instance network info cache due to event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.001076] env[69243]: DEBUG oslo_concurrency.lockutils [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] Acquiring lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.001223] env[69243]: DEBUG oslo_concurrency.lockutils [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] Acquired lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.001382] env[69243]: DEBUG nova.network.neutron [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.038485] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690229, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.970348} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.038742] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba/OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba.vmdk to [datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d.vmdk. [ 1294.038937] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Cleaning up location [datastore1] OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1294.039119] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_755b2f33-c002-43f3-960f-d245774ae3ba {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.039379] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e876308e-9eb9-4388-b0b9-cde5975ba314 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.047707] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1294.047707] env[69243]: value = "task-3690232" [ 1294.047707] env[69243]: _type = "Task" [ 1294.047707] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.057343] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.289678] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690231, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.557880] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047457} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.558159] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.558328] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.558573] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d.vmdk to [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.558865] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bb2d777-2a77-4c60-97e7-1bb1b060d205 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.566105] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1294.566105] env[69243]: value = "task-3690233" [ 1294.566105] env[69243]: _type = "Task" [ 1294.566105] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.574457] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.734511] env[69243]: DEBUG nova.network.neutron [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updated VIF entry in instance network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.735118] env[69243]: DEBUG nova.network.neutron [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.790243] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690231, 'name': CreateVM_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.076288] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.238649] env[69243]: DEBUG oslo_concurrency.lockutils [req-763bfe5f-7373-4992-a7c1-1626b78ac5b0 req-a82e1cde-5997-4f0e-bf50-998360986e92 service nova] Releasing lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.290686] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690231, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.577224] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.794090] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690231, 'name': CreateVM_Task, 'duration_secs': 1.617203} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.794090] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.794345] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.794526] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.794899] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.795188] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2311fc-7349-46c4-ab86-6513a82d846e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.800873] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1295.800873] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521928fa-9556-a59d-9ee5-83a46048d9ec" [ 1295.800873] env[69243]: _type = "Task" [ 1295.800873] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.809951] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521928fa-9556-a59d-9ee5-83a46048d9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.077737] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.312548] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]521928fa-9556-a59d-9ee5-83a46048d9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.017681} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.312938] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.313087] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.313379] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.313545] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.313734] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.314017] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fddd0f8-0dfd-4189-8bc9-a43440ff3f6e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.330236] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.330437] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.331288] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51eecac-c8cd-4a32-9ebd-ec0c652d14ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.339266] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1296.339266] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c74f7-c4b1-0719-acad-c40faeb82eb2" [ 1296.339266] env[69243]: _type = "Task" [ 1296.339266] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.350123] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c74f7-c4b1-0719-acad-c40faeb82eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.578890] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.852941] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528c74f7-c4b1-0719-acad-c40faeb82eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.0232} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.853798] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d200e6c-1327-491b-8bfb-5860ed68289d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.860218] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1296.860218] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526a4f3b-759d-4bdb-02c9-232142bfb443" [ 1296.860218] env[69243]: _type = "Task" [ 1296.860218] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.869508] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526a4f3b-759d-4bdb-02c9-232142bfb443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.079782] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.371269] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526a4f3b-759d-4bdb-02c9-232142bfb443, 'name': SearchDatastore_Task, 'duration_secs': 0.023031} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.371589] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.371807] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/5f3d8a48-cde5-408b-b2eb-98b1110d1692.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.372083] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f9c30d9-ec55-4aa2-876d-cfb8ee371531 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.380183] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1297.380183] env[69243]: value = "task-3690235" [ 1297.380183] env[69243]: _type = "Task" [ 1297.380183] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.389654] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.580704] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.890590] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.080554] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690233, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.376956} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.080807] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d/7eddaf2b-3eeb-4aa7-9a83-3fe8c4c7b76d.vmdk to [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.081579] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79cabe9-72a1-4e66-afb8-07d1d01b1b42 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.103298] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.103576] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc119322-2c93-4bfc-995f-70df35a87ace {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.124827] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1298.124827] env[69243]: value = "task-3690236" [ 1298.124827] env[69243]: _type = "Task" [ 1298.124827] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.135427] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.393996] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.634848] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.892635] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690235, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.272016} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.892635] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/5f3d8a48-cde5-408b-b2eb-98b1110d1692.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.892635] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.892957] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6db7c44-c43c-4d21-82b1-a29ffafc0b06 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.899905] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1298.899905] env[69243]: value = "task-3690238" [ 1298.899905] env[69243]: _type = "Task" [ 1298.899905] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.909225] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.136561] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690236, 'name': ReconfigVM_Task, 'duration_secs': 0.934094} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.136899] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807/5b44c8d3-2fa2-4631-99fa-d3be7d805807.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.137572] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddd2a019-407b-4e10-a304-240abb6a1e13 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.145775] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1299.145775] env[69243]: value = "task-3690239" [ 1299.145775] env[69243]: _type = "Task" [ 1299.145775] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.154934] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690239, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.411614] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110246} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.412028] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.412529] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47981c08-8ccf-49d8-aa24-7e0c89c74551 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.436960] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/5f3d8a48-cde5-408b-b2eb-98b1110d1692.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.437235] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bc5e32-3ef1-494e-80ab-824363880c08 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.456849] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1299.456849] env[69243]: value = "task-3690240" [ 1299.456849] env[69243]: _type = "Task" [ 1299.456849] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.464914] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.655797] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690239, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.967678] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690240, 'name': ReconfigVM_Task, 'duration_secs': 0.255366} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.967979] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/5f3d8a48-cde5-408b-b2eb-98b1110d1692.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.968599] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514f74dd-3eaf-4af5-aa67-13fc4f7a454f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.975357] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1299.975357] env[69243]: value = "task-3690241" [ 1299.975357] env[69243]: _type = "Task" [ 1299.975357] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.983118] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690241, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.155677] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690239, 'name': Rename_Task, 'duration_secs': 0.985911} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.155977] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.156241] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9263af4-5b86-4915-b7bd-713a9491eb08 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.162505] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1300.162505] env[69243]: value = "task-3690242" [ 1300.162505] env[69243]: _type = "Task" [ 1300.162505] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.170424] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.485436] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690241, 'name': Rename_Task, 'duration_secs': 0.157511} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.485827] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.485956] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4549fb8d-6fb3-4300-80e6-e0095b32fffb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.492132] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1300.492132] env[69243]: value = "task-3690243" [ 1300.492132] env[69243]: _type = "Task" [ 1300.492132] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.500197] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.673517] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690242, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.002477] env[69243]: DEBUG oslo_vmware.api [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690243, 'name': PowerOnVM_Task, 'duration_secs': 0.441185} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.002933] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.003163] env[69243]: INFO nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1301.003349] env[69243]: DEBUG nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.004168] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65bf530-5aa2-488b-841d-77189136d2d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.174678] env[69243]: DEBUG oslo_vmware.api [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690242, 'name': PowerOnVM_Task, 'duration_secs': 0.858526} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.174964] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.279364] env[69243]: DEBUG nova.compute.manager [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.280371] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcd3e2b-a387-4ffe-bfef-86ebf4c10a6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.521590] env[69243]: INFO nova.compute.manager [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Took 14.04 seconds to build instance. [ 1301.770745] env[69243]: DEBUG nova.compute.manager [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Received event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.770952] env[69243]: DEBUG nova.compute.manager [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing instance network info cache due to event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.771198] env[69243]: DEBUG oslo_concurrency.lockutils [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] Acquiring lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.771347] env[69243]: DEBUG oslo_concurrency.lockutils [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] Acquired lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.771511] env[69243]: DEBUG nova.network.neutron [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.797878] env[69243]: DEBUG oslo_concurrency.lockutils [None req-9c841120-6191-45b3-a88b-b77b12f970e8 tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.321s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.023686] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b4ffe5a9-9394-4890-b033-f1d40cc2469c tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.557s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.481661] env[69243]: DEBUG nova.network.neutron [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updated VIF entry in instance network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.482036] env[69243]: DEBUG nova.network.neutron [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.984553] env[69243]: DEBUG oslo_concurrency.lockutils [req-c48c8966-24a1-47d0-9031-f431b0e979b9 req-67e33916-ce10-4dcc-a532-08cafe75cb9e service nova] Releasing lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.192022] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "88787578-0035-4ea6-9719-f5ee6ba9545c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.192369] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.694260] env[69243]: DEBUG nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.215652] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.215940] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.217426] env[69243]: INFO nova.compute.claims [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.314941] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f15a0b6-acd3-4bd7-9a72-2e25df917d66 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.323283] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beca1d4-4d96-47af-a3bd-71670a5ca20c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.355635] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe69766-88e1-4ecf-9572-19142363e7ec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.363708] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3093b8-ce11-4b67-911d-6bc7680fade7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.378580] env[69243]: DEBUG nova.compute.provider_tree [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.882280] env[69243]: DEBUG nova.scheduler.client.report [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.387353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.387776] env[69243]: DEBUG nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.894414] env[69243]: DEBUG nova.compute.utils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.895949] env[69243]: DEBUG nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.897401] env[69243]: DEBUG nova.network.neutron [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.946356] env[69243]: DEBUG nova.policy [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a2f1de4fd8484eb8b6d1e832c0976f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f34445523eb40d09aa37aa88c974720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.227721] env[69243]: DEBUG nova.network.neutron [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Successfully created port: 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.403022] env[69243]: DEBUG nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.910532] env[69243]: INFO nova.virt.block_device [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Booting with volume acfb768d-2149-4c86-8443-e696ded88d0b at /dev/sda [ 1308.946827] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff79f972-87b9-41c7-814f-860781fc54dd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.956930] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06bcd41-45c9-4ff1-85bb-0ae23f2d6b97 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.988724] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06acc257-11ce-4a05-9ec0-ca12d473adc3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.996539] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf40447-5607-45a4-bf4d-da249fa96647 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.025765] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6094dd25-0ba6-42f9-b66a-2908aa85d713 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.031945] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65a4437-9a33-4bb1-b05c-08949c38a778 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.045321] env[69243]: DEBUG nova.virt.block_device [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating existing volume attachment record: ed2022f9-6e03-480d-9d3e-9d1c7f63e325 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1309.613181] env[69243]: DEBUG nova.compute.manager [req-ddec0d84-a488-4d55-9f9e-78a5d0730ea3 req-e31dd95e-b044-45ab-931d-0a1f96a0bcd5 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Received event network-vif-plugged-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.613444] env[69243]: DEBUG oslo_concurrency.lockutils [req-ddec0d84-a488-4d55-9f9e-78a5d0730ea3 req-e31dd95e-b044-45ab-931d-0a1f96a0bcd5 service nova] Acquiring lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.613625] env[69243]: DEBUG oslo_concurrency.lockutils [req-ddec0d84-a488-4d55-9f9e-78a5d0730ea3 req-e31dd95e-b044-45ab-931d-0a1f96a0bcd5 service nova] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.613847] env[69243]: DEBUG oslo_concurrency.lockutils [req-ddec0d84-a488-4d55-9f9e-78a5d0730ea3 req-e31dd95e-b044-45ab-931d-0a1f96a0bcd5 service nova] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.613975] env[69243]: DEBUG nova.compute.manager [req-ddec0d84-a488-4d55-9f9e-78a5d0730ea3 req-e31dd95e-b044-45ab-931d-0a1f96a0bcd5 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] No waiting events found dispatching network-vif-plugged-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.614118] env[69243]: WARNING nova.compute.manager [req-ddec0d84-a488-4d55-9f9e-78a5d0730ea3 req-e31dd95e-b044-45ab-931d-0a1f96a0bcd5 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Received unexpected event network-vif-plugged-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 for instance with vm_state building and task_state block_device_mapping. [ 1309.697915] env[69243]: DEBUG nova.network.neutron [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Successfully updated port: 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.201555] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.201719] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.201896] env[69243]: DEBUG nova.network.neutron [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.732218] env[69243]: DEBUG nova.network.neutron [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.846352] env[69243]: DEBUG nova.network.neutron [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [{"id": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "address": "fa:16:3e:57:ad:29", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c6dc9-c6", "ovs_interfaceid": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.123327] env[69243]: DEBUG nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.123946] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.124227] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.124416] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.124641] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.124839] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.125040] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.125296] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.125495] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.125704] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.125904] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.126134] env[69243]: DEBUG nova.virt.hardware [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.127585] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73843f3b-f51d-4ebc-b566-2cfec2523006 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.136402] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ac147c-8532-4fa3-82bb-3e774f96e48c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.348834] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.349141] env[69243]: DEBUG nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Instance network_info: |[{"id": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "address": "fa:16:3e:57:ad:29", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c6dc9-c6", "ovs_interfaceid": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.349570] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ad:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.357068] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.357281] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.357509] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8e87af0-71e2-4da9-b593-487ff01839a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.378333] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.378333] env[69243]: value = "task-3690245" [ 1311.378333] env[69243]: _type = "Task" [ 1311.378333] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.385899] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690245, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.641364] env[69243]: DEBUG nova.compute.manager [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Received event network-changed-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.641364] env[69243]: DEBUG nova.compute.manager [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Refreshing instance network info cache due to event network-changed-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.641520] env[69243]: DEBUG oslo_concurrency.lockutils [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] Acquiring lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.641634] env[69243]: DEBUG oslo_concurrency.lockutils [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] Acquired lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.641795] env[69243]: DEBUG nova.network.neutron [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Refreshing network info cache for port 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.893960] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690245, 'name': CreateVM_Task, 'duration_secs': 0.359173} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.893960] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.893960] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735169', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'name': 'volume-acfb768d-2149-4c86-8443-e696ded88d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88787578-0035-4ea6-9719-f5ee6ba9545c', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'serial': 'acfb768d-2149-4c86-8443-e696ded88d0b'}, 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'attachment_id': 'ed2022f9-6e03-480d-9d3e-9d1c7f63e325', 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1311.893960] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Root volume attach. Driver type: vmdk {{(pid=69243) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1311.894892] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a9da24-84be-4d70-b55d-19eda2ba1bd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.904482] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9080b6-2743-4a77-81ea-22081bda20ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.915182] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2ea421-00ba-4bcd-a972-096cd856f105 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.925827] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-054721ef-c5f2-4f8d-855e-0f618beffc7c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.938024] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1311.938024] env[69243]: value = "task-3690246" [ 1311.938024] env[69243]: _type = "Task" [ 1311.938024] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.953412] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690246, 'name': RelocateVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.362914] env[69243]: DEBUG nova.network.neutron [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updated VIF entry in instance network info cache for port 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.363297] env[69243]: DEBUG nova.network.neutron [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [{"id": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "address": "fa:16:3e:57:ad:29", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c6dc9-c6", "ovs_interfaceid": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.448034] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690246, 'name': RelocateVM_Task, 'duration_secs': 0.329913} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.448289] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.448496] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735169', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'name': 'volume-acfb768d-2149-4c86-8443-e696ded88d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88787578-0035-4ea6-9719-f5ee6ba9545c', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'serial': 'acfb768d-2149-4c86-8443-e696ded88d0b'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.449295] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c120f1fc-0c03-486c-82c0-42f4f9229408 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.464617] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235802cf-592f-43b7-96b9-e32e2ba4cd9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.486258] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-acfb768d-2149-4c86-8443-e696ded88d0b/volume-acfb768d-2149-4c86-8443-e696ded88d0b.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.486611] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee36be1e-9ea7-4d45-a82d-3fecb77a4603 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.506172] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1312.506172] env[69243]: value = "task-3690247" [ 1312.506172] env[69243]: _type = "Task" [ 1312.506172] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.515726] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.866410] env[69243]: DEBUG oslo_concurrency.lockutils [req-f3f3d71b-0766-450d-8c55-9e04efa988c9 req-7082687b-0d8b-4786-87fc-5cc08b7b3729 service nova] Releasing lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.016108] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690247, 'name': ReconfigVM_Task, 'duration_secs': 0.2583} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.016463] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-acfb768d-2149-4c86-8443-e696ded88d0b/volume-acfb768d-2149-4c86-8443-e696ded88d0b.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.020930] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b7e4aa-ecca-4d5a-b798-052ec8cd3f09 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.034598] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1313.034598] env[69243]: value = "task-3690248" [ 1313.034598] env[69243]: _type = "Task" [ 1313.034598] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.041872] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.543989] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690248, 'name': ReconfigVM_Task, 'duration_secs': 0.116404} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.544296] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735169', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'name': 'volume-acfb768d-2149-4c86-8443-e696ded88d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88787578-0035-4ea6-9719-f5ee6ba9545c', 'attached_at': '', 'detached_at': '', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'serial': 'acfb768d-2149-4c86-8443-e696ded88d0b'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1313.544795] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed02e2a7-9ced-4812-9b44-79c918ac9f6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.550908] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1313.550908] env[69243]: value = "task-3690249" [ 1313.550908] env[69243]: _type = "Task" [ 1313.550908] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.558551] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690249, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.061470] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690249, 'name': Rename_Task, 'duration_secs': 0.134732} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.061874] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.061968] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d593af79-4378-4c32-b4b2-c5ccecef3657 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.067588] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1314.067588] env[69243]: value = "task-3690250" [ 1314.067588] env[69243]: _type = "Task" [ 1314.067588] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.074380] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.578300] env[69243]: DEBUG oslo_vmware.api [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690250, 'name': PowerOnVM_Task, 'duration_secs': 0.439509} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.578544] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.578746] env[69243]: INFO nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Took 3.46 seconds to spawn the instance on the hypervisor. [ 1314.578991] env[69243]: DEBUG nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.579741] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982f6ed-78c8-4762-9247-5229af68c3d4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.099318] env[69243]: INFO nova.compute.manager [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Took 9.90 seconds to build instance. [ 1315.601308] env[69243]: DEBUG oslo_concurrency.lockutils [None req-e1e2ccd5-ba8b-4551-825c-45e02807cfb1 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.409s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.450505] env[69243]: DEBUG nova.compute.manager [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Received event network-changed-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.450898] env[69243]: DEBUG nova.compute.manager [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Refreshing instance network info cache due to event network-changed-3fdbbc19-187b-45d4-9a1c-e18092a8fd31. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.451016] env[69243]: DEBUG oslo_concurrency.lockutils [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] Acquiring lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.451186] env[69243]: DEBUG oslo_concurrency.lockutils [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] Acquired lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.451348] env[69243]: DEBUG nova.network.neutron [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Refreshing network info cache for port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.136447] env[69243]: DEBUG nova.network.neutron [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updated VIF entry in instance network info cache for port 3fdbbc19-187b-45d4-9a1c-e18092a8fd31. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.136816] env[69243]: DEBUG nova.network.neutron [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updating instance_info_cache with network_info: [{"id": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "address": "fa:16:3e:1c:3b:a0", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdbbc19-18", "ovs_interfaceid": "3fdbbc19-187b-45d4-9a1c-e18092a8fd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.639494] env[69243]: DEBUG oslo_concurrency.lockutils [req-06fae1c9-1662-482b-99aa-55bfbb17c0f3 req-c55fd8a8-7baa-4a40-a453-b9a02cc080f5 service nova] Releasing lock "refresh_cache-27ce98e5-d05b-468a-9c65-aba44ae3908b" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.851464] env[69243]: DEBUG nova.compute.manager [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Stashing vm_state: active {{(pid=69243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1318.374030] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.374331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.475418] env[69243]: DEBUG nova.compute.manager [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Received event network-changed-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.475610] env[69243]: DEBUG nova.compute.manager [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Refreshing instance network info cache due to event network-changed-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.475821] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] Acquiring lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.475963] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] Acquired lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.476132] env[69243]: DEBUG nova.network.neutron [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Refreshing network info cache for port 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.694012] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.694294] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1318.694395] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.878698] env[69243]: INFO nova.compute.claims [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.167524] env[69243]: DEBUG nova.network.neutron [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updated VIF entry in instance network info cache for port 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.167889] env[69243]: DEBUG nova.network.neutron [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [{"id": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "address": "fa:16:3e:57:ad:29", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c6dc9-c6", "ovs_interfaceid": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.197069] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.385593] env[69243]: INFO nova.compute.resource_tracker [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating resource usage from migration dd11c092-0d53-46b9-bb9c-f302ee2cc300 [ 1319.497981] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135521d7-b5d1-4741-b260-49944fa6fae1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.505903] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac1add4-4307-4a8c-a3b2-9b9691568f72 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.538237] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0da3c-51ce-4dc6-a09c-1d83b8abdca2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.547073] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a901566e-0f83-4bc7-8efe-9ff9dab50afd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.560437] env[69243]: DEBUG nova.compute.provider_tree [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.670928] env[69243]: DEBUG oslo_concurrency.lockutils [req-bf118819-a398-47e2-8833-f1c7c35e2e8a req-bdc0cce2-1d83-495e-9192-d40c4c8c4a7a service nova] Releasing lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.064596] env[69243]: DEBUG nova.scheduler.client.report [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.574099] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.200s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.574330] env[69243]: INFO nova.compute.manager [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Migrating [ 1320.580594] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.384s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.580771] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.580922] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1320.584164] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c11ec4-6e66-4d9f-b116-0247e4626cdf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.598613] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e2c05-00fe-4d55-8ed5-b99e84e675c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.613755] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943dc03-fcf7-42ae-acfa-1c5cfa519bd5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.620446] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd28e69-7ca3-44f7-a21d-658e61bc8d64 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.650550] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179953MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1320.650717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.650894] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.092972] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.092972] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.093315] env[69243]: DEBUG nova.network.neutron [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.660013] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Applying migration context for instance 88787578-0035-4ea6-9719-f5ee6ba9545c as it has an incoming, in-progress migration dd11c092-0d53-46b9-bb9c-f302ee2cc300. Migration status is pre-migrating {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1321.661124] env[69243]: INFO nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating resource usage from migration dd11c092-0d53-46b9-bb9c-f302ee2cc300 [ 1321.677996] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.678167] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 3008efbe-ef2e-4863-b4d7-1330863b630a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.678289] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 658e3285-08ca-406a-bf7e-b8bc6302f33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.678406] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.678521] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5b44c8d3-2fa2-4631-99fa-d3be7d805807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.678632] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 7c35ad36-b7e0-47d8-ba62-cf25bddb33de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.678743] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5f3d8a48-cde5-408b-b2eb-98b1110d1692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.678855] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Migration dd11c092-0d53-46b9-bb9c-f302ee2cc300 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1321.678968] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 88787578-0035-4ea6-9719-f5ee6ba9545c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.679175] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1321.679315] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1321.785639] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0bc63-4c9e-4c64-9841-b25eeaa8e6a7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.792897] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9668d5-95d6-4e6e-ad6e-9ee7c48bd805 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.822349] env[69243]: DEBUG nova.network.neutron [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [{"id": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "address": "fa:16:3e:57:ad:29", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c6dc9-c6", "ovs_interfaceid": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.823968] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0bb345-bdba-433b-9158-dc3231e30fba {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.831282] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea29775-a6a0-4c4c-aba9-245c471d57f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.845990] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.327847] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.348804] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.852833] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1322.852997] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.843855] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36059818-b3ad-491f-ab2f-7452d9b12047 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.862294] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.862941] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance '88787578-0035-4ea6-9719-f5ee6ba9545c' progress to 0 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.866132] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.866306] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.866652] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.866815] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.866982] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.369401] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.369719] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4cd66c7-8ff7-40e7-a6a2-180e79f76f20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.377039] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1324.377039] env[69243]: value = "task-3690251" [ 1324.377039] env[69243]: _type = "Task" [ 1324.377039] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.385436] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.887349] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690251, 'name': PowerOffVM_Task, 'duration_secs': 0.206027} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.887784] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.887784] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance '88787578-0035-4ea6-9719-f5ee6ba9545c' progress to 17 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.394238] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.394503] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.394637] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.394817] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.395018] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.395181] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.395387] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.395545] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.395709] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.395871] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.396083] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.401011] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47024963-a68e-4166-9b60-949cf5bd0d38 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.416812] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1325.416812] env[69243]: value = "task-3690252" [ 1325.416812] env[69243]: _type = "Task" [ 1325.416812] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.424569] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.926707] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690252, 'name': ReconfigVM_Task, 'duration_secs': 0.283547} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.927100] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance '88787578-0035-4ea6-9719-f5ee6ba9545c' progress to 33 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.433956] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.434224] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.434379] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.434564] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.434711] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.434858] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.435118] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.435286] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.435498] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.435667] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.435840] env[69243]: DEBUG nova.virt.hardware [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.441058] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1326.441355] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcf5d1d-6572-4ff2-855e-d94b330adc18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.461040] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1326.461040] env[69243]: value = "task-3690253" [ 1326.461040] env[69243]: _type = "Task" [ 1326.461040] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.471957] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.971330] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.472766] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.973192] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690253, 'name': ReconfigVM_Task, 'duration_secs': 1.175135} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.973546] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.974192] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d8d65e-46a1-458a-acbd-0064ba0769c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.995734] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-acfb768d-2149-4c86-8443-e696ded88d0b/volume-acfb768d-2149-4c86-8443-e696ded88d0b.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.995973] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2abd0e54-0f0c-42f3-bda8-a8c0e7b30ce3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.013212] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1328.013212] env[69243]: value = "task-3690254" [ 1328.013212] env[69243]: _type = "Task" [ 1328.013212] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.020886] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.523079] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690254, 'name': ReconfigVM_Task, 'duration_secs': 0.245994} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.523373] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-acfb768d-2149-4c86-8443-e696ded88d0b/volume-acfb768d-2149-4c86-8443-e696ded88d0b.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.523649] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance '88787578-0035-4ea6-9719-f5ee6ba9545c' progress to 50 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.031077] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6fa9ef-6e0c-432c-ac97-ba8efdbd477b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.049806] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b671bd4a-c41c-4761-b10a-2f7558d3a32c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.066340] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance '88787578-0035-4ea6-9719-f5ee6ba9545c' progress to 67 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.160333] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.160679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.160728] env[69243]: INFO nova.compute.manager [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Shelving [ 1330.701212] env[69243]: DEBUG nova.network.neutron [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Port 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 binding to destination host cpu-1 is already ACTIVE {{(pid=69243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1331.169805] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.170143] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e987c7-98c6-43bd-aeab-ceb097571a8f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.178210] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1331.178210] env[69243]: value = "task-3690255" [ 1331.178210] env[69243]: _type = "Task" [ 1331.178210] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.186302] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.687975] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690255, 'name': PowerOffVM_Task, 'duration_secs': 0.183565} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.688261] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.689013] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24229729-7498-4e3a-bbf1-6c400172c44c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.706289] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0356ffe7-5d27-460d-ac19-5abfd455f509 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.723689] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.723945] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.724086] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.231175] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Creating Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1332.231801] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4df3831f-135e-46c7-88f7-446d1b537e9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.240073] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1332.240073] env[69243]: value = "task-3690256" [ 1332.240073] env[69243]: _type = "Task" [ 1332.240073] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.248516] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690256, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.749521] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690256, 'name': CreateSnapshot_Task, 'duration_secs': 0.430134} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.749812] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Created Snapshot of the VM instance {{(pid=69243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1332.750501] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e21607-1bd8-42b1-bc5f-1e17179a8604 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.763469] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.763638] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.763806] env[69243]: DEBUG nova.network.neutron [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.268333] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Creating linked-clone VM from snapshot {{(pid=69243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1333.270831] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-791fd5dc-0c23-495a-9ff4-8e4015f26c6c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.279145] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1333.279145] env[69243]: value = "task-3690257" [ 1333.279145] env[69243]: _type = "Task" [ 1333.279145] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.286753] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690257, 'name': CloneVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.471523] env[69243]: DEBUG nova.network.neutron [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [{"id": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "address": "fa:16:3e:57:ad:29", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c6dc9-c6", "ovs_interfaceid": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.789446] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690257, 'name': CloneVM_Task} progress is 94%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.974739] env[69243]: DEBUG oslo_concurrency.lockutils [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.289691] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690257, 'name': CloneVM_Task} progress is 95%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.484722] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90cb1e9-e889-46aa-b214-11ac8399fca9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.491586] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c22f82-554f-4ae5-a9aa-ec782d4e3180 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.790979] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690257, 'name': CloneVM_Task, 'duration_secs': 1.206021} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.791226] env[69243]: INFO nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Created linked-clone VM from snapshot [ 1334.791915] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ee169-8a25-4170-8f6a-3375a8f58ac3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.799108] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Uploading image 14e636b5-d984-4b38-b667-460419a80966 {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1334.824411] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1334.824411] env[69243]: value = "vm-735173" [ 1334.824411] env[69243]: _type = "VirtualMachine" [ 1334.824411] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1334.824411] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da95b30e-acef-462b-8eb8-d02286bc3951 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.830955] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease: (returnval){ [ 1334.830955] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f3ac3-78f6-41cb-f4d6-3beebb941a5a" [ 1334.830955] env[69243]: _type = "HttpNfcLease" [ 1334.830955] env[69243]: } obtained for exporting VM: (result){ [ 1334.830955] env[69243]: value = "vm-735173" [ 1334.830955] env[69243]: _type = "VirtualMachine" [ 1334.830955] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1334.831265] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the lease: (returnval){ [ 1334.831265] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f3ac3-78f6-41cb-f4d6-3beebb941a5a" [ 1334.831265] env[69243]: _type = "HttpNfcLease" [ 1334.831265] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1334.838763] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.838763] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f3ac3-78f6-41cb-f4d6-3beebb941a5a" [ 1334.838763] env[69243]: _type = "HttpNfcLease" [ 1334.838763] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1335.342057] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1335.342057] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f3ac3-78f6-41cb-f4d6-3beebb941a5a" [ 1335.342057] env[69243]: _type = "HttpNfcLease" [ 1335.342057] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1335.342057] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1335.342057] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523f3ac3-78f6-41cb-f4d6-3beebb941a5a" [ 1335.342057] env[69243]: _type = "HttpNfcLease" [ 1335.342057] env[69243]: }. {{(pid=69243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1335.342057] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8945a2-2316-42a1-803e-1dccc70417d5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.347402] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543d80-c445-56b3-7e3a-80d60dac95ab/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1335.347535] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543d80-c445-56b3-7e3a-80d60dac95ab/disk-0.vmdk for reading. {{(pid=69243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1335.433359] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa644098-00ec-4fbb-8bd5-1f44ad97388f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.587305] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8050b07f-9bf4-4e1e-aa6d-afae84f7d63d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.607293] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e76d1e-9f5b-44ec-a731-a640ea2290ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.614230] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance '88787578-0035-4ea6-9719-f5ee6ba9545c' progress to 83 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.123362] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.123867] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe34cde-a714-479c-8730-b1ac4407bad8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.132704] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1336.132704] env[69243]: value = "task-3690259" [ 1336.132704] env[69243]: _type = "Task" [ 1336.132704] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.143557] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.643760] env[69243]: DEBUG oslo_vmware.api [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690259, 'name': PowerOnVM_Task, 'duration_secs': 0.40984} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.644796] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.645761] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-865cc89c-e03e-455e-842f-6318467543bf tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance '88787578-0035-4ea6-9719-f5ee6ba9545c' progress to 100 {{(pid=69243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.321181] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.321517] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.321820] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.322137] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.322326] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.324617] env[69243]: INFO nova.compute.manager [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Terminating instance [ 1337.830424] env[69243]: DEBUG nova.compute.manager [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.830888] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.831668] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c03029-423b-47b3-9539-ee06c38e2302 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.840059] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.840350] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38184b3-b017-482e-a1ec-6e68a143815a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.846466] env[69243]: DEBUG oslo_vmware.api [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1337.846466] env[69243]: value = "task-3690260" [ 1337.846466] env[69243]: _type = "Task" [ 1337.846466] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.855850] env[69243]: DEBUG oslo_vmware.api [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.329859] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.330370] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.357808] env[69243]: DEBUG oslo_vmware.api [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690260, 'name': PowerOffVM_Task, 'duration_secs': 0.214801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.358476] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.358809] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.359201] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-379585b4-c3a8-4767-bc79-21b845aa5376 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.430279] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.430847] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.431205] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleting the datastore file [datastore1] 5b44c8d3-2fa2-4631-99fa-d3be7d805807 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.432024] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ffbf405-e607-4299-895f-e231a3e2fdbb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.438138] env[69243]: DEBUG oslo_vmware.api [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for the task: (returnval){ [ 1338.438138] env[69243]: value = "task-3690262" [ 1338.438138] env[69243]: _type = "Task" [ 1338.438138] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.446828] env[69243]: DEBUG oslo_vmware.api [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.834139] env[69243]: DEBUG nova.compute.utils [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.948014] env[69243]: DEBUG oslo_vmware.api [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Task: {'id': task-3690262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256999} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.948298] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.948454] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.948630] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.948802] env[69243]: INFO nova.compute.manager [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1338.949052] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.949246] env[69243]: DEBUG nova.compute.manager [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.949344] env[69243]: DEBUG nova.network.neutron [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.314613] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "88787578-0035-4ea6-9719-f5ee6ba9545c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.314884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.315114] env[69243]: DEBUG nova.compute.manager [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Going to confirm migration 10 {{(pid=69243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1339.336711] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.424938] env[69243]: DEBUG nova.compute.manager [req-86038305-5fd9-4cc9-b24a-94acf87b03ea req-798f0a91-f853-41b2-9f94-e5f9d3518fe0 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Received event network-vif-deleted-a9620152-b2c6-4718-b48d-32c6d9d7bd50 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.425267] env[69243]: INFO nova.compute.manager [req-86038305-5fd9-4cc9-b24a-94acf87b03ea req-798f0a91-f853-41b2-9f94-e5f9d3518fe0 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Neutron deleted interface a9620152-b2c6-4718-b48d-32c6d9d7bd50; detaching it from the instance and deleting it from the info cache [ 1339.425456] env[69243]: DEBUG nova.network.neutron [req-86038305-5fd9-4cc9-b24a-94acf87b03ea req-798f0a91-f853-41b2-9f94-e5f9d3518fe0 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.857602] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.857882] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquired lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.857959] env[69243]: DEBUG nova.network.neutron [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.858160] env[69243]: DEBUG nova.objects.instance [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'info_cache' on Instance uuid 88787578-0035-4ea6-9719-f5ee6ba9545c {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.904346] env[69243]: DEBUG nova.network.neutron [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.931054] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-046efad6-fe7e-4dbc-87b4-23ef1fb6cda2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.941169] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0856d555-0757-424a-8e42-5af08942641f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.972525] env[69243]: DEBUG nova.compute.manager [req-86038305-5fd9-4cc9-b24a-94acf87b03ea req-798f0a91-f853-41b2-9f94-e5f9d3518fe0 service nova] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Detach interface failed, port_id=a9620152-b2c6-4718-b48d-32c6d9d7bd50, reason: Instance 5b44c8d3-2fa2-4631-99fa-d3be7d805807 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1340.410372] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.410563] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.410798] env[69243]: INFO nova.compute.manager [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Attaching volume 49c0dd05-60bd-4f6e-9acd-539ed09b73e4 to /dev/sdb [ 1340.412658] env[69243]: INFO nova.compute.manager [-] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Took 1.46 seconds to deallocate network for instance. [ 1340.443673] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccab838-8459-473a-8d40-ae1fa4f2bd45 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.451741] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84a664-7c4d-4c03-833a-7c546ddd34ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.465362] env[69243]: DEBUG nova.virt.block_device [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating existing volume attachment record: f119e7a1-aa9d-4702-9dfd-7f7e09d9c14e {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1340.921881] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.922300] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.922551] env[69243]: DEBUG nova.objects.instance [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lazy-loading 'resources' on Instance uuid 5b44c8d3-2fa2-4631-99fa-d3be7d805807 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.106757] env[69243]: DEBUG nova.network.neutron [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [{"id": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "address": "fa:16:3e:57:ad:29", "network": {"id": "6445ed16-7857-4064-bb9f-ec9ce04dc938", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817491114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f34445523eb40d09aa37aa88c974720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c6dc9-c6", "ovs_interfaceid": "729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.550996] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94fa2a2-db88-4ff3-a072-119156d67afa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.559086] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291f2d4a-4597-4636-a834-2121dc4742fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.590656] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48ecf3-4062-4e61-ac49-c6b227d32ee2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.599185] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b83f340-7e8d-405b-a1f8-3c8320120ea0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.614035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Releasing lock "refresh_cache-88787578-0035-4ea6-9719-f5ee6ba9545c" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.614428] env[69243]: DEBUG nova.objects.instance [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'migration_context' on Instance uuid 88787578-0035-4ea6-9719-f5ee6ba9545c {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.617028] env[69243]: DEBUG nova.compute.provider_tree [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.119786] env[69243]: DEBUG nova.objects.base [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Object Instance<88787578-0035-4ea6-9719-f5ee6ba9545c> lazy-loaded attributes: info_cache,migration_context {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1342.120695] env[69243]: DEBUG nova.scheduler.client.report [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.124510] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8442428-cbac-4a89-ab8b-6a4a000099e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.144625] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305d2265-67da-400f-8dbc-04a050c2b48b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.151876] env[69243]: DEBUG oslo_vmware.api [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1342.151876] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52920a1f-5bef-af05-d0e5-40ba3b0ab347" [ 1342.151876] env[69243]: _type = "Task" [ 1342.151876] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.166824] env[69243]: DEBUG oslo_vmware.api [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52920a1f-5bef-af05-d0e5-40ba3b0ab347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.628776] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.653155] env[69243]: INFO nova.scheduler.client.report [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Deleted allocations for instance 5b44c8d3-2fa2-4631-99fa-d3be7d805807 [ 1342.665877] env[69243]: DEBUG oslo_vmware.api [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52920a1f-5bef-af05-d0e5-40ba3b0ab347, 'name': SearchDatastore_Task, 'duration_secs': 0.021316} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.665877] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.666062] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.164035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-51015509-4f94-4610-89de-f8f709c3aa2a tempest-AttachVolumeShelveTestJSON-1582154920 tempest-AttachVolumeShelveTestJSON-1582154920-project-member] Lock "5b44c8d3-2fa2-4631-99fa-d3be7d805807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.842s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.269896] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351db91-3e40-4cff-b064-f05c9561ecd8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.278098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74da2bea-6964-4891-ba22-65663e50a343 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.308824] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e5f0e-1266-4649-ae51-c690f1e6157f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.315868] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56cf762-e533-417f-904e-35b97d036b5b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.321248] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543d80-c445-56b3-7e3a-80d60dac95ab/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1343.322278] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed624ed1-75e0-451d-969d-0731f40d9990 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.327891] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543d80-c445-56b3-7e3a-80d60dac95ab/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1343.328074] env[69243]: ERROR oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543d80-c445-56b3-7e3a-80d60dac95ab/disk-0.vmdk due to incomplete transfer. [ 1343.335275] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-905594a1-1a25-4a7a-a1a3-8ee70b2a9145 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.336894] env[69243]: DEBUG nova.compute.provider_tree [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.344502] env[69243]: DEBUG oslo_vmware.rw_handles [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543d80-c445-56b3-7e3a-80d60dac95ab/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1343.344690] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Uploaded image 14e636b5-d984-4b38-b667-460419a80966 to the Glance image server {{(pid=69243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1343.347360] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Destroying the VM {{(pid=69243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1343.348247] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5511f925-1bef-4a2f-821f-a6e3f8792b8b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.353875] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1343.353875] env[69243]: value = "task-3690267" [ 1343.353875] env[69243]: _type = "Task" [ 1343.353875] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.365312] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690267, 'name': Destroy_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.841097] env[69243]: DEBUG nova.scheduler.client.report [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.864607] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690267, 'name': Destroy_Task, 'duration_secs': 0.367005} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.864890] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Destroyed the VM [ 1343.865188] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Deleting Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1343.865447] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35783231-e49a-4fd0-9002-a3de32d31cb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.870797] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1343.870797] env[69243]: value = "task-3690268" [ 1343.870797] env[69243]: _type = "Task" [ 1343.870797] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.878055] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.381159] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.851181] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.185s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.881134] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690268, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.010134] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.010439] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735175', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'name': 'volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f3d8a48-cde5-408b-b2eb-98b1110d1692', 'attached_at': '', 'detached_at': '', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'serial': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.011406] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ba198-426d-407e-98a7-38776574d23a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.029036] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c407da9c-2fa4-49dd-8b70-355313775ae2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.052872] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4/volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.053143] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bedf6e6-ecc7-465d-96b7-f7aa40ce0230 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.071537] env[69243]: DEBUG oslo_vmware.api [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1345.071537] env[69243]: value = "task-3690270" [ 1345.071537] env[69243]: _type = "Task" [ 1345.071537] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.081907] env[69243]: DEBUG oslo_vmware.api [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.383385] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690268, 'name': RemoveSnapshot_Task, 'duration_secs': 1.134335} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.383664] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Deleted Snapshot of the VM instance {{(pid=69243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1345.383940] env[69243]: DEBUG nova.compute.manager [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.384721] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74036b25-b06a-4478-9ed4-f997d12a0a9b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.414120] env[69243]: INFO nova.scheduler.client.report [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted allocation for migration dd11c092-0d53-46b9-bb9c-f302ee2cc300 [ 1345.582351] env[69243]: DEBUG oslo_vmware.api [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690270, 'name': ReconfigVM_Task, 'duration_secs': 0.359735} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.582351] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4/volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.586736] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5462415-5ef0-44fc-9411-96cdabeff500 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.600622] env[69243]: DEBUG oslo_vmware.api [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1345.600622] env[69243]: value = "task-3690271" [ 1345.600622] env[69243]: _type = "Task" [ 1345.600622] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.608274] env[69243]: DEBUG oslo_vmware.api [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.661232] env[69243]: INFO nova.compute.manager [None req-eb1b8aa1-37c7-43be-b2a5-75a9aa2c48af tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Get console output [ 1345.661575] env[69243]: WARNING nova.virt.vmwareapi.driver [None req-eb1b8aa1-37c7-43be-b2a5-75a9aa2c48af tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] The console log is missing. Check your VSPC configuration [ 1345.896603] env[69243]: INFO nova.compute.manager [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Shelve offloading [ 1345.918916] env[69243]: DEBUG oslo_concurrency.lockutils [None req-45c285e3-9a4f-417c-b99a-cab150231758 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.604s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.109859] env[69243]: DEBUG oslo_vmware.api [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690271, 'name': ReconfigVM_Task, 'duration_secs': 0.134933} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.110168] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735175', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'name': 'volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f3d8a48-cde5-408b-b2eb-98b1110d1692', 'attached_at': '', 'detached_at': '', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'serial': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1346.400514] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.401297] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-280d4dc5-ef66-474b-8efb-29dd99f38557 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.408562] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1346.408562] env[69243]: value = "task-3690272" [ 1346.408562] env[69243]: _type = "Task" [ 1346.408562] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.415905] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.918791] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1346.919026] env[69243]: DEBUG nova.compute.manager [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.919768] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937cfd0-fff3-44e7-8d19-df25202d53ac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.925172] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.925350] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.925516] env[69243]: DEBUG nova.network.neutron [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.149920] env[69243]: DEBUG nova.objects.instance [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lazy-loading 'flavor' on Instance uuid 5f3d8a48-cde5-408b-b2eb-98b1110d1692 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.651558] env[69243]: DEBUG nova.network.neutron [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0a0119-96", "ovs_interfaceid": "5e0a0119-967d-440e-8a7b-8486518aeefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.656889] env[69243]: DEBUG oslo_concurrency.lockutils [None req-a74b58f8-aafd-4d64-b31a-20a7e7e99d87 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.790682] env[69243]: INFO nova.compute.manager [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Rescuing [ 1347.790939] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.791107] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.791279] env[69243]: DEBUG nova.network.neutron [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.155960] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.479247] env[69243]: DEBUG nova.compute.manager [req-71fe4116-6b58-46c6-9a99-aa47d9320581 req-2fe7578b-10f0-4a33-9874-e8f97c8881dc service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-vif-unplugged-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.479462] env[69243]: DEBUG oslo_concurrency.lockutils [req-71fe4116-6b58-46c6-9a99-aa47d9320581 req-2fe7578b-10f0-4a33-9874-e8f97c8881dc service nova] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.479663] env[69243]: DEBUG oslo_concurrency.lockutils [req-71fe4116-6b58-46c6-9a99-aa47d9320581 req-2fe7578b-10f0-4a33-9874-e8f97c8881dc service nova] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.479830] env[69243]: DEBUG oslo_concurrency.lockutils [req-71fe4116-6b58-46c6-9a99-aa47d9320581 req-2fe7578b-10f0-4a33-9874-e8f97c8881dc service nova] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.479994] env[69243]: DEBUG nova.compute.manager [req-71fe4116-6b58-46c6-9a99-aa47d9320581 req-2fe7578b-10f0-4a33-9874-e8f97c8881dc service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] No waiting events found dispatching network-vif-unplugged-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.480178] env[69243]: WARNING nova.compute.manager [req-71fe4116-6b58-46c6-9a99-aa47d9320581 req-2fe7578b-10f0-4a33-9874-e8f97c8881dc service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received unexpected event network-vif-unplugged-5e0a0119-967d-440e-8a7b-8486518aeefb for instance with vm_state shelved and task_state shelving_offloading. [ 1348.508951] env[69243]: DEBUG nova.network.neutron [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.715336] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.716183] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be959bd-608e-42d9-b3c3-cd7a291a2245 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.723831] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.724096] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdb26a1e-566e-48db-b5a4-fb535c9e78ff {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.794092] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.794341] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.794527] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleting the datastore file [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.794800] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5b0e82-04a2-42dc-80e6-115b8a075ffd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.801338] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1348.801338] env[69243]: value = "task-3690274" [ 1348.801338] env[69243]: _type = "Task" [ 1348.801338] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.808480] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.011660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.311505] env[69243]: DEBUG oslo_vmware.api [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120409} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.311761] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.311941] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.312136] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.335589] env[69243]: INFO nova.scheduler.client.report [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted allocations for instance 7c35ad36-b7e0-47d8-ba62-cf25bddb33de [ 1349.840011] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.840352] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.840659] env[69243]: DEBUG nova.objects.instance [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'resources' on Instance uuid 7c35ad36-b7e0-47d8-ba62-cf25bddb33de {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.343395] env[69243]: DEBUG nova.objects.instance [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'numa_topology' on Instance uuid 7c35ad36-b7e0-47d8-ba62-cf25bddb33de {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.517654] env[69243]: DEBUG nova.compute.manager [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.517890] env[69243]: DEBUG nova.compute.manager [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing instance network info cache due to event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.518590] env[69243]: DEBUG oslo_concurrency.lockutils [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] Acquiring lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.518590] env[69243]: DEBUG oslo_concurrency.lockutils [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] Acquired lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.518590] env[69243]: DEBUG nova.network.neutron [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.557926] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.558573] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b973b54d-edec-447e-b306-8925a361d7ee {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.565681] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1350.565681] env[69243]: value = "task-3690275" [ 1350.565681] env[69243]: _type = "Task" [ 1350.565681] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.574881] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.848063] env[69243]: DEBUG nova.objects.base [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Object Instance<7c35ad36-b7e0-47d8-ba62-cf25bddb33de> lazy-loaded attributes: resources,numa_topology {{(pid=69243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1350.953391] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0d3d36-defb-4825-a123-88257a591ab6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.961365] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5488c-644a-450d-b3ef-82677d620d81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.991194] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863db91a-8adb-48b3-a25f-7ea455678cc6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.998645] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40ff4fb-5637-41cd-b7cd-b08afa539d45 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.013302] env[69243]: DEBUG nova.compute.provider_tree [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.074572] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690275, 'name': PowerOffVM_Task, 'duration_secs': 0.192041} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.074845] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.075635] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5d30a4-f387-43b7-9d7a-cedf1b804801 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.099217] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a53989a-96a0-4b62-831a-ce8eafe644cc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.106443] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.136118] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.136488] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3e7dcc-a2bf-48e2-af2f-2f8678ca374a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.143827] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1351.143827] env[69243]: value = "task-3690276" [ 1351.143827] env[69243]: _type = "Task" [ 1351.143827] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.151900] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.288709] env[69243]: DEBUG nova.network.neutron [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updated VIF entry in instance network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.289136] env[69243]: DEBUG nova.network.neutron [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": null, "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5e0a0119-96", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.519025] env[69243]: DEBUG nova.scheduler.client.report [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.657698] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] VM already powered off {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1351.658016] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.659654] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.659822] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.660023] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.660284] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a6ccfd5-0cf9-4cb3-a681-3a5894b6f181 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.671141] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.671338] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.672068] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7d3288-8fae-433c-8a2c-162e2e63826a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.678284] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1351.678284] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527539b2-961d-f811-7c42-d35dbede54e8" [ 1351.678284] env[69243]: _type = "Task" [ 1351.678284] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.686665] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527539b2-961d-f811-7c42-d35dbede54e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.792927] env[69243]: DEBUG oslo_concurrency.lockutils [req-6beb52a7-d5e4-458c-bbed-5fcdc7e32344 req-c42ee559-8468-40c7-9234-a14cc7fa6842 service nova] Releasing lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.023860] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.189063] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]527539b2-961d-f811-7c42-d35dbede54e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.189932] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a1492e-818f-4aee-b39a-68411f476d8e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.195247] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1352.195247] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526324e5-1334-958c-a02d-dea9dd9db705" [ 1352.195247] env[69243]: _type = "Task" [ 1352.195247] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.203071] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526324e5-1334-958c-a02d-dea9dd9db705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.534538] env[69243]: DEBUG oslo_concurrency.lockutils [None req-337f9995-4076-4256-ab29-ec12f4b8be85 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.374s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.535658] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.429s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.535840] env[69243]: INFO nova.compute.manager [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Unshelving [ 1352.705141] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]526324e5-1334-958c-a02d-dea9dd9db705, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.705444] env[69243]: DEBUG oslo_concurrency.lockutils [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.705710] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. {{(pid=69243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1352.705963] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f34567f3-c366-45d3-9d6f-24a0f9d8acc6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.713355] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1352.713355] env[69243]: value = "task-3690277" [ 1352.713355] env[69243]: _type = "Task" [ 1352.713355] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.722719] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.223702] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427266} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.223963] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk. [ 1353.225087] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4d7a2b-fccb-4d3a-b6f7-6e5d00fee9a4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.252709] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.253052] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc266615-0b44-4253-a03a-9c0a350523b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.271411] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1353.271411] env[69243]: value = "task-3690278" [ 1353.271411] env[69243]: _type = "Task" [ 1353.271411] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.279468] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.561817] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.562174] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.562387] env[69243]: DEBUG nova.objects.instance [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c35ad36-b7e0-47d8-ba62-cf25bddb33de {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.783883] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690278, 'name': ReconfigVM_Task, 'duration_secs': 0.324947} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.784197] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692/18ed8bce-64a7-4098-b909-6a3e3fb2f518-rescue.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.785123] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c754161-be25-465c-84ca-785c9fec5cac {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.812919] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d10a653-8592-4230-b881-61170badcbbb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.827437] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1353.827437] env[69243]: value = "task-3690279" [ 1353.827437] env[69243]: _type = "Task" [ 1353.827437] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.836043] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "a73186a5-0aa2-419e-b7a7-5902668baed7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.836278] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.841941] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.066470] env[69243]: DEBUG nova.objects.instance [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'numa_topology' on Instance uuid 7c35ad36-b7e0-47d8-ba62-cf25bddb33de {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.339613] env[69243]: DEBUG nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.342247] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690279, 'name': ReconfigVM_Task, 'duration_secs': 0.190164} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.342680] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.342924] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ad8ccf-750c-4ef5-9dc2-269748e925b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.348894] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1354.348894] env[69243]: value = "task-3690280" [ 1354.348894] env[69243]: _type = "Task" [ 1354.348894] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.356527] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.569314] env[69243]: INFO nova.compute.claims [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.858954] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.864035] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.359653] env[69243]: DEBUG oslo_vmware.api [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690280, 'name': PowerOnVM_Task, 'duration_secs': 0.574135} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.359932] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.362493] env[69243]: DEBUG nova.compute.manager [None req-42ec53fa-8c3c-47de-a419-661bdbfe9f75 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.363244] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f892f713-7235-4668-b464-4e7ef6af342e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.678923] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551be88e-bddc-4f08-a6a0-0253fe521f8f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.686782] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece87f60-3eb0-448c-863c-e7b58bd3d4df {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.717362] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a759f2-5129-4faa-a341-ed77b664f463 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.724580] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dc4e8-155f-4926-aca8-1af99d62cedc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.737191] env[69243]: DEBUG nova.compute.provider_tree [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.241111] env[69243]: DEBUG nova.scheduler.client.report [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.746306] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.184s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.748924] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.885s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.750487] env[69243]: INFO nova.compute.claims [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.778429] env[69243]: INFO nova.network.neutron [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating port 5e0a0119-967d-440e-8a7b-8486518aeefb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1357.045301] env[69243]: INFO nova.compute.manager [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Unrescuing [ 1357.045629] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.045798] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquired lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.045971] env[69243]: DEBUG nova.network.neutron [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.742605] env[69243]: DEBUG nova.network.neutron [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.858601] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1ce636-5131-4392-907c-36244ae72260 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.866040] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d179ca-33b5-456a-a123-25081c455bbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.895051] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2a2a74-296b-4812-ab59-8a3dd40caa0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.901504] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b80534-3c11-4fa7-b0a2-84744f7befb8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.913877] env[69243]: DEBUG nova.compute.provider_tree [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.158993] env[69243]: DEBUG nova.compute.manager [req-a0bffe7c-e63d-4fc2-8707-910a55386be9 req-c04798e0-27bb-49fc-b75d-98c99671d3b0 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-vif-plugged-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.159604] env[69243]: DEBUG oslo_concurrency.lockutils [req-a0bffe7c-e63d-4fc2-8707-910a55386be9 req-c04798e0-27bb-49fc-b75d-98c99671d3b0 service nova] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.159828] env[69243]: DEBUG oslo_concurrency.lockutils [req-a0bffe7c-e63d-4fc2-8707-910a55386be9 req-c04798e0-27bb-49fc-b75d-98c99671d3b0 service nova] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.159998] env[69243]: DEBUG oslo_concurrency.lockutils [req-a0bffe7c-e63d-4fc2-8707-910a55386be9 req-c04798e0-27bb-49fc-b75d-98c99671d3b0 service nova] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.160186] env[69243]: DEBUG nova.compute.manager [req-a0bffe7c-e63d-4fc2-8707-910a55386be9 req-c04798e0-27bb-49fc-b75d-98c99671d3b0 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] No waiting events found dispatching network-vif-plugged-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.160351] env[69243]: WARNING nova.compute.manager [req-a0bffe7c-e63d-4fc2-8707-910a55386be9 req-c04798e0-27bb-49fc-b75d-98c99671d3b0 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received unexpected event network-vif-plugged-5e0a0119-967d-440e-8a7b-8486518aeefb for instance with vm_state shelved_offloaded and task_state spawning. [ 1358.237915] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.238120] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.238309] env[69243]: DEBUG nova.network.neutron [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.245132] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Releasing lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.246828] env[69243]: DEBUG nova.objects.instance [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lazy-loading 'flavor' on Instance uuid 5f3d8a48-cde5-408b-b2eb-98b1110d1692 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.416893] env[69243]: DEBUG nova.scheduler.client.report [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.751647] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898ed4c-d216-475f-ad83-dfa17e3eafe2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.776164] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.776505] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34a4204f-a1c8-4dea-bb59-e5ad7f66d2c3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.784020] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1358.784020] env[69243]: value = "task-3690281" [ 1358.784020] env[69243]: _type = "Task" [ 1358.784020] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.791268] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.922220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.922741] env[69243]: DEBUG nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.027926] env[69243]: DEBUG nova.network.neutron [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0a0119-96", "ovs_interfaceid": "5e0a0119-967d-440e-8a7b-8486518aeefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.294324] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690281, 'name': PowerOffVM_Task, 'duration_secs': 0.229727} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.294580] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.299836] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.300373] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d449c50-c789-478a-9f1b-bed1959bda2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.318457] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1359.318457] env[69243]: value = "task-3690282" [ 1359.318457] env[69243]: _type = "Task" [ 1359.318457] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.326062] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.428174] env[69243]: DEBUG nova.compute.utils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.429916] env[69243]: DEBUG nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.430157] env[69243]: DEBUG nova.network.neutron [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.468665] env[69243]: DEBUG nova.policy [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338dfccf2b3f48e797ff8837288b5fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d95681acb74202b7dd82773eec33e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.529691] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.559390] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2519ec187bf1c9afeedbdbc50e98234',container_format='bare',created_at=2025-04-28T18:32:33Z,direct_url=,disk_format='vmdk',id=14e636b5-d984-4b38-b667-460419a80966,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-42696712-shelved',owner='f851149e13a14121983d2ea753f76683',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-28T18:32:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.559651] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.559810] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.559994] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.560169] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.560319] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.560532] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.560689] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.560853] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.561027] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.561213] env[69243]: DEBUG nova.virt.hardware [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.562089] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd63cd-b326-4996-82ba-b437657e4754 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.569701] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf9f2e5-f3fc-4ddc-8040-7aca685f0a33 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.583212] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ab:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e0a0119-967d-440e-8a7b-8486518aeefb', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.590457] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.590687] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.590892] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ce0070e-e442-4edf-a41d-750b81dccaca {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.608793] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.608793] env[69243]: value = "task-3690283" [ 1359.608793] env[69243]: _type = "Task" [ 1359.608793] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.615819] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690283, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.746637] env[69243]: DEBUG nova.network.neutron [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Successfully created port: 2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.828289] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690282, 'name': ReconfigVM_Task, 'duration_secs': 0.227928} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.828558] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1359.828752] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.828997] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45320cf0-a74c-4aa4-8b50-3b36a422dd5b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.834685] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1359.834685] env[69243]: value = "task-3690284" [ 1359.834685] env[69243]: _type = "Task" [ 1359.834685] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.843519] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.933569] env[69243]: DEBUG nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.119617] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690283, 'name': CreateVM_Task, 'duration_secs': 0.303062} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.119817] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.120498] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.120852] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.121115] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.121337] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be127a71-9e63-4eff-b393-9394306b553d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.126531] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1360.126531] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cf7135-69dd-9dcf-c65f-2a87e916f2b5" [ 1360.126531] env[69243]: _type = "Task" [ 1360.126531] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.134882] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52cf7135-69dd-9dcf-c65f-2a87e916f2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.186933] env[69243]: DEBUG nova.compute.manager [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.187136] env[69243]: DEBUG nova.compute.manager [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing instance network info cache due to event network-changed-5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.187360] env[69243]: DEBUG oslo_concurrency.lockutils [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] Acquiring lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.187500] env[69243]: DEBUG oslo_concurrency.lockutils [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] Acquired lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.187681] env[69243]: DEBUG nova.network.neutron [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Refreshing network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.344191] env[69243]: DEBUG oslo_vmware.api [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690284, 'name': PowerOnVM_Task, 'duration_secs': 0.380304} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.344469] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.344693] env[69243]: DEBUG nova.compute.manager [None req-2d221be8-3d2a-4fba-a21d-dddff1769f0f tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.345483] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868296fc-7566-48de-8f08-53245495cc0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.637479] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.637740] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Processing image 14e636b5-d984-4b38-b667-460419a80966 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.637981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966/14e636b5-d984-4b38-b667-460419a80966.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.638144] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966/14e636b5-d984-4b38-b667-460419a80966.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.638324] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.638638] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b392ea43-e24a-4836-8aa6-c4b87b04ba26 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.647125] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.647301] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.647976] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a3f1b0-f3c1-44ad-a001-16ac061631f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.653270] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1360.653270] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52234634-31ce-930b-665c-9b22caf364ce" [ 1360.653270] env[69243]: _type = "Task" [ 1360.653270] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.660423] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52234634-31ce-930b-665c-9b22caf364ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.889408] env[69243]: DEBUG nova.network.neutron [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updated VIF entry in instance network info cache for port 5e0a0119-967d-440e-8a7b-8486518aeefb. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.889752] env[69243]: DEBUG nova.network.neutron [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [{"id": "5e0a0119-967d-440e-8a7b-8486518aeefb", "address": "fa:16:3e:b6:ab:18", "network": {"id": "e222acc7-51ea-4c03-aeb5-d1931ca72410", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-609489152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f851149e13a14121983d2ea753f76683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0a0119-96", "ovs_interfaceid": "5e0a0119-967d-440e-8a7b-8486518aeefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.943577] env[69243]: DEBUG nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.970240] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.970489] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.970647] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.970823] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.970970] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.971134] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.971342] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.971504] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.971668] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.971825] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.971995] env[69243]: DEBUG nova.virt.hardware [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.972859] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80254d0b-6d01-45a3-9cd4-6bd5dc554f4a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.980703] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053991fa-da58-47ae-8652-944b5627e94d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.164777] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Preparing fetch location {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1361.165095] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Fetch image to [datastore1] OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c/OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c.vmdk {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1361.165346] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Downloading stream optimized image 14e636b5-d984-4b38-b667-460419a80966 to [datastore1] OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c/OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c.vmdk on the data store datastore1 as vApp {{(pid=69243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1361.165683] env[69243]: DEBUG nova.virt.vmwareapi.images [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Downloading image file data 14e636b5-d984-4b38-b667-460419a80966 to the ESX as VM named 'OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c' {{(pid=69243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1361.241178] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1361.241178] env[69243]: value = "resgroup-9" [ 1361.241178] env[69243]: _type = "ResourcePool" [ 1361.241178] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1361.241383] env[69243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-03ac7ef1-1d11-4d2a-9b7b-9b34745f11dc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.266586] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease: (returnval){ [ 1361.266586] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52059efb-722a-5122-0499-12d1bd3ad6e5" [ 1361.266586] env[69243]: _type = "HttpNfcLease" [ 1361.266586] env[69243]: } obtained for vApp import into resource pool (val){ [ 1361.266586] env[69243]: value = "resgroup-9" [ 1361.266586] env[69243]: _type = "ResourcePool" [ 1361.266586] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1361.266883] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the lease: (returnval){ [ 1361.266883] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52059efb-722a-5122-0499-12d1bd3ad6e5" [ 1361.266883] env[69243]: _type = "HttpNfcLease" [ 1361.266883] env[69243]: } to be ready. {{(pid=69243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1361.276848] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1361.276848] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52059efb-722a-5122-0499-12d1bd3ad6e5" [ 1361.276848] env[69243]: _type = "HttpNfcLease" [ 1361.276848] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1361.280387] env[69243]: DEBUG nova.network.neutron [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Successfully updated port: 2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.392500] env[69243]: DEBUG oslo_concurrency.lockutils [req-86da2494-0f4a-43db-9306-43cd8a5010be req-2e7166ed-5405-4539-bec0-1b514eac9791 service nova] Releasing lock "refresh_cache-7c35ad36-b7e0-47d8-ba62-cf25bddb33de" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.776055] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1361.776055] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52059efb-722a-5122-0499-12d1bd3ad6e5" [ 1361.776055] env[69243]: _type = "HttpNfcLease" [ 1361.776055] env[69243]: } is initializing. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1361.781841] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.781841] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.781986] env[69243]: DEBUG nova.network.neutron [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.218595] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Received event network-vif-plugged-2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.218864] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Acquiring lock "a73186a5-0aa2-419e-b7a7-5902668baed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.219107] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.219291] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.219505] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] No waiting events found dispatching network-vif-plugged-2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.219711] env[69243]: WARNING nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Received unexpected event network-vif-plugged-2fb40460-f4e4-4d59-b483-53d9d2f86850 for instance with vm_state building and task_state spawning. [ 1362.219890] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Received event network-changed-2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.220059] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Refreshing instance network info cache due to event network-changed-2fb40460-f4e4-4d59-b483-53d9d2f86850. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.220234] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Acquiring lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.276348] env[69243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1362.276348] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52059efb-722a-5122-0499-12d1bd3ad6e5" [ 1362.276348] env[69243]: _type = "HttpNfcLease" [ 1362.276348] env[69243]: } is ready. {{(pid=69243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1362.276649] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1362.276649] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52059efb-722a-5122-0499-12d1bd3ad6e5" [ 1362.276649] env[69243]: _type = "HttpNfcLease" [ 1362.276649] env[69243]: }. {{(pid=69243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1362.277398] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e03e9f0-c3d5-4a8d-b164-c986ff15c56a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.286296] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52336dea-89bf-716b-6968-c08c822b73a4/disk-0.vmdk from lease info. {{(pid=69243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1362.286484] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52336dea-89bf-716b-6968-c08c822b73a4/disk-0.vmdk. {{(pid=69243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1362.341486] env[69243]: DEBUG nova.network.neutron [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.348133] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb1a4f0f-5628-49ea-a714-01d3f03f8edb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.496414] env[69243]: DEBUG nova.network.neutron [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updating instance_info_cache with network_info: [{"id": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "address": "fa:16:3e:11:f2:7f", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb40460-f4", "ovs_interfaceid": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.000227] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.000614] env[69243]: DEBUG nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Instance network_info: |[{"id": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "address": "fa:16:3e:11:f2:7f", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb40460-f4", "ovs_interfaceid": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.000967] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Acquired lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.001179] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Refreshing network info cache for port 2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.002440] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:f2:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fb40460-f4e4-4d59-b483-53d9d2f86850', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.010023] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Creating folder: Project (92d95681acb74202b7dd82773eec33e7). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.013622] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd268391-6a5e-4a29-845b-24c576ec1d17 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.026259] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Created folder: Project (92d95681acb74202b7dd82773eec33e7) in parent group-v734844. [ 1363.026395] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Creating folder: Instances. Parent ref: group-v735178. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.026663] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f34d50d0-ea9d-405b-98db-ddd14ba1e9f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.035667] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Created folder: Instances in parent group-v735178. [ 1363.035982] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.036245] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.036512] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f51d3e68-951e-4f51-bebf-181702a62a30 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.062848] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.062848] env[69243]: value = "task-3690288" [ 1363.062848] env[69243]: _type = "Task" [ 1363.062848] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.070865] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690288, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.439733] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Completed reading data from the image iterator. {{(pid=69243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1363.440053] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52336dea-89bf-716b-6968-c08c822b73a4/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1363.441041] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72784d17-b56b-4813-a2a7-5319e23b7422 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.448780] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52336dea-89bf-716b-6968-c08c822b73a4/disk-0.vmdk is in state: ready. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1363.448780] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52336dea-89bf-716b-6968-c08c822b73a4/disk-0.vmdk. {{(pid=69243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1363.448780] env[69243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f5b69872-1f44-4d7f-82e4-fbf716ec43ed {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.572700] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690288, 'name': CreateVM_Task, 'duration_secs': 0.456992} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.572915] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.573677] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.573904] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.574283] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.574571] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f6b04d-b416-46a9-9eb6-20471ebbfeb2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.578692] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1363.578692] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e50a92-3b3b-c869-bbeb-080e807b0a98" [ 1363.578692] env[69243]: _type = "Task" [ 1363.578692] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.587406] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e50a92-3b3b-c869-bbeb-080e807b0a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.662491] env[69243]: DEBUG oslo_vmware.rw_handles [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52336dea-89bf-716b-6968-c08c822b73a4/disk-0.vmdk. {{(pid=69243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1363.662730] env[69243]: INFO nova.virt.vmwareapi.images [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Downloaded image file data 14e636b5-d984-4b38-b667-460419a80966 [ 1363.666175] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c25c4a-ed1c-40f1-9317-694d6eaeae50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.682624] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1bfa81e-e2dd-4197-86b4-9885fff98433 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.704793] env[69243]: INFO nova.virt.vmwareapi.images [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] The imported VM was unregistered [ 1363.707148] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Caching image {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1363.707380] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Creating directory with path [datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.707637] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c4ee33c-bd76-45e4-af7c-2d43baa7fb0f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.717523] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Created directory with path [datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966 {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.717807] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c/OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c.vmdk to [datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966/14e636b5-d984-4b38-b667-460419a80966.vmdk. {{(pid=69243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1363.717949] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-72275946-f371-4b0c-90d8-52934ac957e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.723617] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1363.723617] env[69243]: value = "task-3690290" [ 1363.723617] env[69243]: _type = "Task" [ 1363.723617] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.730844] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690290, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.731587] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updated VIF entry in instance network info cache for port 2fb40460-f4e4-4d59-b483-53d9d2f86850. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.731903] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updating instance_info_cache with network_info: [{"id": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "address": "fa:16:3e:11:f2:7f", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb40460-f4", "ovs_interfaceid": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.089808] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e50a92-3b3b-c869-bbeb-080e807b0a98, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.090195] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.090456] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.090698] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.090956] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.091063] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.092048] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eb8758a-602c-4a66-80ff-1d8b9eff2707 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.108633] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.108826] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.109669] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723f31de-4a48-4596-a23f-d0c08105f459 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.116029] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1364.116029] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529a8016-6e2a-ff5f-705f-e4b12270aa29" [ 1364.116029] env[69243]: _type = "Task" [ 1364.116029] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.124340] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529a8016-6e2a-ff5f-705f-e4b12270aa29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.235074] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Releasing lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.235382] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Received event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.235568] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing instance network info cache due to event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.235784] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Acquiring lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.235926] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Acquired lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.236107] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.237570] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690290, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.627272] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]529a8016-6e2a-ff5f-705f-e4b12270aa29, 'name': SearchDatastore_Task, 'duration_secs': 0.077425} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.628085] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96104c8-809e-4232-9209-fb8400127592 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.633923] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1364.633923] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a50c17-7aac-f4b6-ba1b-b95028099641" [ 1364.633923] env[69243]: _type = "Task" [ 1364.633923] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.642396] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a50c17-7aac-f4b6-ba1b-b95028099641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.736152] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690290, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.992155] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updated VIF entry in instance network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.992575] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.145379] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52a50c17-7aac-f4b6-ba1b-b95028099641, 'name': SearchDatastore_Task, 'duration_secs': 0.083541} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.145693] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.145955] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] a73186a5-0aa2-419e-b7a7-5902668baed7/a73186a5-0aa2-419e-b7a7-5902668baed7.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.146245] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-febdaff4-1f9f-4519-ad45-37fea853f3fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.154344] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1365.154344] env[69243]: value = "task-3690291" [ 1365.154344] env[69243]: _type = "Task" [ 1365.154344] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.162320] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.235626] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690290, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.495497] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Releasing lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.495790] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Received event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.495960] env[69243]: DEBUG nova.compute.manager [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing instance network info cache due to event network-changed-01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.496191] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Acquiring lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.496340] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Acquired lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.496505] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Refreshing network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.664563] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.737239] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690290, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.172438] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690291, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.208788] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updated VIF entry in instance network info cache for port 01b5403c-003f-4052-a7db-054c93d0ca5b. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.209190] env[69243]: DEBUG nova.network.neutron [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [{"id": "01b5403c-003f-4052-a7db-054c93d0ca5b", "address": "fa:16:3e:82:dc:e5", "network": {"id": "c6551a62-caf9-4d5b-b898-a1de21c3d065", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-221302312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ae6aa43c5844ff99dd28e15192a8c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b5403c-00", "ovs_interfaceid": "01b5403c-003f-4052-a7db-054c93d0ca5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.239198] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690290, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.306482} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.239567] env[69243]: INFO nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c/OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c.vmdk to [datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966/14e636b5-d984-4b38-b667-460419a80966.vmdk. [ 1366.239774] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Cleaning up location [datastore1] OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1366.239964] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6b007d1a-9bf4-4167-968c-0a3586711b9c {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.240275] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-316c7acf-bfcb-4637-bcca-5e928bc006e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.247377] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1366.247377] env[69243]: value = "task-3690292" [ 1366.247377] env[69243]: _type = "Task" [ 1366.247377] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.256143] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.672501] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690291, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.256533} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.672867] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] a73186a5-0aa2-419e-b7a7-5902668baed7/a73186a5-0aa2-419e-b7a7-5902668baed7.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.672963] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.673204] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de76a73b-e56d-4657-b9d0-afb9b356e664 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.680015] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1366.680015] env[69243]: value = "task-3690293" [ 1366.680015] env[69243]: _type = "Task" [ 1366.680015] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.689833] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.712591] env[69243]: DEBUG oslo_concurrency.lockutils [req-cfa93b16-7594-4d6d-8cae-b9559b4776ba req-6e45cdc1-26a3-4416-a095-d6df831e86c5 service nova] Releasing lock "refresh_cache-5f3d8a48-cde5-408b-b2eb-98b1110d1692" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.757408] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15648} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.757671] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.757848] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966/14e636b5-d984-4b38-b667-460419a80966.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.758108] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966/14e636b5-d984-4b38-b667-460419a80966.vmdk to [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.758365] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92eba19a-ed61-42cf-9a53-e7a4b05d6642 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.765436] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1366.765436] env[69243]: value = "task-3690294" [ 1366.765436] env[69243]: _type = "Task" [ 1366.765436] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.772632] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.190177] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.38086} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.190456] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.191253] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c86d1-204b-4edd-bc15-2eb5017eab7f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.213300] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a73186a5-0aa2-419e-b7a7-5902668baed7/a73186a5-0aa2-419e-b7a7-5902668baed7.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.213627] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860f1ba6-f119-4883-9806-e1dc92e13ffe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.234222] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1367.234222] env[69243]: value = "task-3690295" [ 1367.234222] env[69243]: _type = "Task" [ 1367.234222] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.243353] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.276462] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.744401] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.774974] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.245432] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.277674] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.748370] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.784565] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.249038] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.279369] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.749241] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690295, 'name': ReconfigVM_Task, 'duration_secs': 2.334456} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.749654] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a73186a5-0aa2-419e-b7a7-5902668baed7/a73186a5-0aa2-419e-b7a7-5902668baed7.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.750226] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-987687ac-be18-4088-bb41-4893f7f6448a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.756618] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1369.756618] env[69243]: value = "task-3690296" [ 1369.756618] env[69243]: _type = "Task" [ 1369.756618] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.766291] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690296, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.778422] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.266291] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690296, 'name': Rename_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.279226] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690294, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.47893} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.279486] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/14e636b5-d984-4b38-b667-460419a80966/14e636b5-d984-4b38-b667-460419a80966.vmdk to [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.280297] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158ac038-d90e-43b7-aa8b-72515b84d62a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.302275] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.302550] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1cebf2-356d-47f8-993b-598d4c258f2e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.320514] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1370.320514] env[69243]: value = "task-3690297" [ 1370.320514] env[69243]: _type = "Task" [ 1370.320514] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.328136] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.767724] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690296, 'name': Rename_Task, 'duration_secs': 0.559416} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.768064] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.768239] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fea0c29-da27-403c-8ee7-24828520f69b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.774532] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1370.774532] env[69243]: value = "task-3690298" [ 1370.774532] env[69243]: _type = "Task" [ 1370.774532] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.782700] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.829072] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690297, 'name': ReconfigVM_Task, 'duration_secs': 0.301388} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.829329] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de/7c35ad36-b7e0-47d8-ba62-cf25bddb33de.vmdk or device None with type streamOptimized {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.829986] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db52dbd-0a03-4f44-bdf9-5dff3039a666 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.834890] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1370.834890] env[69243]: value = "task-3690299" [ 1370.834890] env[69243]: _type = "Task" [ 1370.834890] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.841864] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690299, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.283951] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690298, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.343667] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690299, 'name': Rename_Task, 'duration_secs': 0.174767} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.343947] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.344213] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa2501a-2df8-44fa-b8e1-e3fde432ecbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.349287] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1371.349287] env[69243]: value = "task-3690300" [ 1371.349287] env[69243]: _type = "Task" [ 1371.349287] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.356579] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.783939] env[69243]: DEBUG oslo_vmware.api [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690298, 'name': PowerOnVM_Task, 'duration_secs': 0.520703} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.784245] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.784414] env[69243]: INFO nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1371.784866] env[69243]: DEBUG nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.785343] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c096ea-4aba-42ae-8258-8c67a8b87e27 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.858420] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.304474] env[69243]: INFO nova.compute.manager [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Took 17.46 seconds to build instance. [ 1372.359717] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.575635] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "88787578-0035-4ea6-9719-f5ee6ba9545c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.575884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.576094] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.576286] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.576501] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.578535] env[69243]: INFO nova.compute.manager [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Terminating instance [ 1372.808055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-de387be6-f029-4335-8d32-0994ae7d0466 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.972s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.860338] env[69243]: DEBUG oslo_vmware.api [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690300, 'name': PowerOnVM_Task, 'duration_secs': 1.031128} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.860614] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.962990] env[69243]: DEBUG nova.compute.manager [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.963971] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ef467-21be-4188-a7b6-8144d671a4b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.081945] env[69243]: DEBUG nova.compute.manager [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.082221] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.082490] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d8ffc2a-d375-42cf-91be-fc6a287c8f2b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.089157] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1373.089157] env[69243]: value = "task-3690301" [ 1373.089157] env[69243]: _type = "Task" [ 1373.089157] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.098169] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.433008] env[69243]: DEBUG nova.compute.manager [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Received event network-changed-2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.433223] env[69243]: DEBUG nova.compute.manager [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Refreshing instance network info cache due to event network-changed-2fb40460-f4e4-4d59-b483-53d9d2f86850. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1373.433347] env[69243]: DEBUG oslo_concurrency.lockutils [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] Acquiring lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.433581] env[69243]: DEBUG oslo_concurrency.lockutils [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] Acquired lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.433686] env[69243]: DEBUG nova.network.neutron [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Refreshing network info cache for port 2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.481936] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2329f97-0b07-4a6b-8669-76bf8cafc510 tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.946s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.599351] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690301, 'name': PowerOffVM_Task, 'duration_secs': 0.257517} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.599616] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.599818] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1373.600020] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735169', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'name': 'volume-acfb768d-2149-4c86-8443-e696ded88d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '88787578-0035-4ea6-9719-f5ee6ba9545c', 'attached_at': '2025-04-28T18:32:38.000000', 'detached_at': '', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'serial': 'acfb768d-2149-4c86-8443-e696ded88d0b'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1373.600914] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461c57bd-f68f-4752-a400-142b1dc82621 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.619539] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e3257-ed4f-480b-9821-8221eaa09894 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.626251] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e5626a-c7b8-4157-b413-6b9e14d1a2f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.643985] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd9536-b5d4-458a-894c-615da214f357 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.658318] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] The volume has not been displaced from its original location: [datastore2] volume-acfb768d-2149-4c86-8443-e696ded88d0b/volume-acfb768d-2149-4c86-8443-e696ded88d0b.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1373.663455] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1373.663762] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a70fd6-7cae-491f-835e-21330f2ddcf3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.684184] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1373.684184] env[69243]: value = "task-3690302" [ 1373.684184] env[69243]: _type = "Task" [ 1373.684184] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.692348] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.184615] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.185038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.185147] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.185328] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.185579] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.191488] env[69243]: INFO nova.compute.manager [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Terminating instance [ 1374.198106] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690302, 'name': ReconfigVM_Task, 'duration_secs': 0.1619} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.198259] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1374.203104] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f9792b0-a821-4d22-a1aa-264cc7c1da0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.218111] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1374.218111] env[69243]: value = "task-3690303" [ 1374.218111] env[69243]: _type = "Task" [ 1374.218111] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.226065] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.424241] env[69243]: DEBUG nova.network.neutron [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updated VIF entry in instance network info cache for port 2fb40460-f4e4-4d59-b483-53d9d2f86850. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.424862] env[69243]: DEBUG nova.network.neutron [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updating instance_info_cache with network_info: [{"id": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "address": "fa:16:3e:11:f2:7f", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb40460-f4", "ovs_interfaceid": "2fb40460-f4e4-4d59-b483-53d9d2f86850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.699350] env[69243]: DEBUG nova.compute.manager [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.699575] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.700473] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85783107-a594-4aae-bd64-3dcbb2d11f2c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.708324] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.708578] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27934bdf-3867-4fa4-827d-f6c886b58db5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.714419] env[69243]: DEBUG oslo_vmware.api [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1374.714419] env[69243]: value = "task-3690304" [ 1374.714419] env[69243]: _type = "Task" [ 1374.714419] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.724573] env[69243]: DEBUG oslo_vmware.api [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.729483] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690303, 'name': ReconfigVM_Task, 'duration_secs': 0.134065} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.729825] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735169', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'name': 'volume-acfb768d-2149-4c86-8443-e696ded88d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '88787578-0035-4ea6-9719-f5ee6ba9545c', 'attached_at': '2025-04-28T18:32:38.000000', 'detached_at': '', 'volume_id': 'acfb768d-2149-4c86-8443-e696ded88d0b', 'serial': 'acfb768d-2149-4c86-8443-e696ded88d0b'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1374.730132] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.730952] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f02b40d-0ab8-4e67-a9d4-244f28d392d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.737245] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.737480] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e898a07c-286d-499b-bf09-72a9676bb3a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.805188] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.805478] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.805652] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleting the datastore file [datastore2] 88787578-0035-4ea6-9719-f5ee6ba9545c {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.805931] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b3ade96-97d7-4251-9047-b7fbc1a67379 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.812078] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1374.812078] env[69243]: value = "task-3690306" [ 1374.812078] env[69243]: _type = "Task" [ 1374.812078] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.820165] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.928095] env[69243]: DEBUG oslo_concurrency.lockutils [req-5b7d2eb5-6658-4087-bc17-925414d58236 req-87495dd6-d1bd-4683-a7bf-f381414ac6eb service nova] Releasing lock "refresh_cache-a73186a5-0aa2-419e-b7a7-5902668baed7" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.225243] env[69243]: DEBUG oslo_vmware.api [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690304, 'name': PowerOffVM_Task, 'duration_secs': 0.215553} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.225662] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.225724] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.225968] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a04b7bd5-a3ad-4ce5-9f0e-fe355b4d5566 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.309710] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.309967] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.310203] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleting the datastore file [datastore1] 7c35ad36-b7e0-47d8-ba62-cf25bddb33de {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.310513] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d3cf454-9f30-472f-92cb-c2e4df191f99 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.320997] env[69243]: DEBUG oslo_vmware.api [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125374} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.322236] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.322449] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.322657] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.322853] env[69243]: INFO nova.compute.manager [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1375.323151] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.323438] env[69243]: DEBUG oslo_vmware.api [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for the task: (returnval){ [ 1375.323438] env[69243]: value = "task-3690308" [ 1375.323438] env[69243]: _type = "Task" [ 1375.323438] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.323647] env[69243]: DEBUG nova.compute.manager [-] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.323754] env[69243]: DEBUG nova.network.neutron [-] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.333316] env[69243]: DEBUG oslo_vmware.api [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.772023] env[69243]: DEBUG nova.compute.manager [req-7d57feca-3cf9-43f5-a49e-f0772bdae274 req-4af056b1-db7a-4f04-ab04-aecdd1a149f2 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Received event network-vif-deleted-729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.772294] env[69243]: INFO nova.compute.manager [req-7d57feca-3cf9-43f5-a49e-f0772bdae274 req-4af056b1-db7a-4f04-ab04-aecdd1a149f2 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Neutron deleted interface 729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94; detaching it from the instance and deleting it from the info cache [ 1375.772294] env[69243]: DEBUG nova.network.neutron [req-7d57feca-3cf9-43f5-a49e-f0772bdae274 req-4af056b1-db7a-4f04-ab04-aecdd1a149f2 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.836017] env[69243]: DEBUG oslo_vmware.api [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.252497] env[69243]: DEBUG nova.network.neutron [-] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.275374] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df4dcf95-52a3-4cb0-bc8e-5074b62e1523 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.284746] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b52a6fa-9dee-492a-b884-2e5f39072054 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.312568] env[69243]: DEBUG nova.compute.manager [req-7d57feca-3cf9-43f5-a49e-f0772bdae274 req-4af056b1-db7a-4f04-ab04-aecdd1a149f2 service nova] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Detach interface failed, port_id=729c6dc9-c6cf-4fdf-bdfb-dca6d5941a94, reason: Instance 88787578-0035-4ea6-9719-f5ee6ba9545c could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1376.334796] env[69243]: DEBUG oslo_vmware.api [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Task: {'id': task-3690308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522476} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.335142] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.335395] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.335669] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.335900] env[69243]: INFO nova.compute.manager [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1376.336225] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.336480] env[69243]: DEBUG nova.compute.manager [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.336608] env[69243]: DEBUG nova.network.neutron [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.756760] env[69243]: INFO nova.compute.manager [-] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Took 1.43 seconds to deallocate network for instance. [ 1377.228937] env[69243]: DEBUG nova.network.neutron [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.301948] env[69243]: INFO nova.compute.manager [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Took 0.55 seconds to detach 1 volumes for instance. [ 1377.303985] env[69243]: DEBUG nova.compute.manager [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Deleting volume: acfb768d-2149-4c86-8443-e696ded88d0b {{(pid=69243) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1377.732082] env[69243]: INFO nova.compute.manager [-] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Took 1.40 seconds to deallocate network for instance. [ 1377.796635] env[69243]: DEBUG nova.compute.manager [req-eec7a209-c7ec-4cf2-83c7-94d5df939c63 req-720ffc99-1bb5-4262-845e-cd774a895fd9 service nova] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Received event network-vif-deleted-5e0a0119-967d-440e-8a7b-8486518aeefb {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.843632] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.843889] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.844109] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.869392] env[69243]: INFO nova.scheduler.client.report [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted allocations for instance 88787578-0035-4ea6-9719-f5ee6ba9545c [ 1378.238485] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.238811] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.238985] env[69243]: DEBUG nova.objects.instance [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lazy-loading 'resources' on Instance uuid 7c35ad36-b7e0-47d8-ba62-cf25bddb33de {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.377635] env[69243]: DEBUG oslo_concurrency.lockutils [None req-b96f825c-4b89-4323-b593-e745b73d9842 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "88787578-0035-4ea6-9719-f5ee6ba9545c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.694197] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.829247] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2e04d-10b0-4df2-b75d-321862baab4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.837997] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d5372c-0d91-4fc7-9127-1100c38b49f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.871743] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e71d4e-1630-4f3b-88d2-711cc1f135b6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.879752] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d447ec-cadd-4ed3-82d5-ab5943b51543 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.893475] env[69243]: DEBUG nova.compute.provider_tree [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.199294] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.344860] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.345160] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.345393] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.345613] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.345787] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.347889] env[69243]: INFO nova.compute.manager [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Terminating instance [ 1379.396087] env[69243]: DEBUG nova.scheduler.client.report [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.851729] env[69243]: DEBUG nova.compute.manager [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.851967] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.853307] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c0435-765b-43bc-9d1d-05f07ff873b0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.860760] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.860979] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4873ae1-2bc7-4384-93f8-865a9eba0f0d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.867527] env[69243]: DEBUG oslo_vmware.api [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1379.867527] env[69243]: value = "task-3690310" [ 1379.867527] env[69243]: _type = "Task" [ 1379.867527] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.874504] env[69243]: DEBUG oslo_vmware.api [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.900862] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.903038] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.704s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.903189] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.903344] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1379.904128] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a10a4-0d13-4ee7-9d0e-8a35d2203ee7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.911363] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9855820-bc68-42fe-8e5f-74a1c000d934 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.926499] env[69243]: INFO nova.scheduler.client.report [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Deleted allocations for instance 7c35ad36-b7e0-47d8-ba62-cf25bddb33de [ 1379.927928] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48853a29-c57f-4f44-bb00-4e9bc53cfdd9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.936937] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e2c22-ea72-4741-8133-3dafb6a485e1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.966628] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179877MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1379.966842] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.967111] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.377121] env[69243]: DEBUG oslo_vmware.api [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690310, 'name': PowerOffVM_Task, 'duration_secs': 0.18511} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.377359] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.377526] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.377768] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e39eba5-736a-4019-a3a7-be8cf9b4e97a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.436677] env[69243]: DEBUG oslo_concurrency.lockutils [None req-6be4878d-7ec1-4a0e-ba9b-a5ea4c0fc86d tempest-ServerActionsTestOtherB-2113947871 tempest-ServerActionsTestOtherB-2113947871-project-member] Lock "7c35ad36-b7e0-47d8-ba62-cf25bddb33de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.252s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.446430] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.446658] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.446842] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleting the datastore file [datastore2] caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.447106] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e18606e9-bd51-43f4-a0da-90d36b393f85 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.453031] env[69243]: DEBUG oslo_vmware.api [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1380.453031] env[69243]: value = "task-3690313" [ 1380.453031] env[69243]: _type = "Task" [ 1380.453031] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.462286] env[69243]: DEBUG oslo_vmware.api [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.962531] env[69243]: DEBUG oslo_vmware.api [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195825} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.962772] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.962960] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.963152] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.963328] env[69243]: INFO nova.compute.manager [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1380.963589] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.963792] env[69243]: DEBUG nova.compute.manager [-] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.963886] env[69243]: DEBUG nova.network.neutron [-] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.993964] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.994128] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 3008efbe-ef2e-4863-b4d7-1330863b630a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.994252] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 658e3285-08ca-406a-bf7e-b8bc6302f33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.994370] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.994485] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance 5f3d8a48-cde5-408b-b2eb-98b1110d1692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.994618] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance a73186a5-0aa2-419e-b7a7-5902668baed7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1380.994818] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1380.994956] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1381.071260] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a25474-4a9c-4392-9cda-6e2eae1a8e98 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.078838] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a40ad1-dc40-4e3e-9235-b12fa88900c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.114320] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54adf2db-e835-4ad4-9804-fbb390d1910f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.121617] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53aed42-b089-4220-b729-6427c1f8106a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.135089] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.218148] env[69243]: DEBUG nova.compute.manager [req-badd85ec-8d88-42fd-9ae6-24112debd36a req-70c5aaaf-18ec-47bf-b3a3-2f7d204fbbf1 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Received event network-vif-deleted-198da7f0-76fc-4ea4-93de-28425b9eaa4e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.218148] env[69243]: INFO nova.compute.manager [req-badd85ec-8d88-42fd-9ae6-24112debd36a req-70c5aaaf-18ec-47bf-b3a3-2f7d204fbbf1 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Neutron deleted interface 198da7f0-76fc-4ea4-93de-28425b9eaa4e; detaching it from the instance and deleting it from the info cache [ 1381.218148] env[69243]: DEBUG nova.network.neutron [req-badd85ec-8d88-42fd-9ae6-24112debd36a req-70c5aaaf-18ec-47bf-b3a3-2f7d204fbbf1 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.638940] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.701563] env[69243]: DEBUG nova.network.neutron [-] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.720691] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a7777d8-a9b3-485a-879e-708847c24b50 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.730848] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be89b00-152e-4c04-9a9f-e27f3659743c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.757791] env[69243]: DEBUG nova.compute.manager [req-badd85ec-8d88-42fd-9ae6-24112debd36a req-70c5aaaf-18ec-47bf-b3a3-2f7d204fbbf1 service nova] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Detach interface failed, port_id=198da7f0-76fc-4ea4-93de-28425b9eaa4e, reason: Instance caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1382.145652] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1382.145884] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.203741] env[69243]: INFO nova.compute.manager [-] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Took 1.24 seconds to deallocate network for instance. [ 1382.710322] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.710632] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.710811] env[69243]: DEBUG nova.objects.instance [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'resources' on Instance uuid caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.146533] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.146844] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.147238] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.147238] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.147345] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.147449] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.147595] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.147740] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1383.294859] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d9736-c3d8-4f40-bdce-91b1736488ef {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.302125] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c887c98-fd1a-4e6e-b070-2530b7e5d348 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.330711] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece879a-c448-4b58-9bb9-0453597f34a1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.337538] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d62a12-701d-4379-bf22-2c970b18f7e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.351509] env[69243]: DEBUG nova.compute.provider_tree [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.854630] env[69243]: DEBUG nova.scheduler.client.report [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.360375] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.379845] env[69243]: INFO nova.scheduler.client.report [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted allocations for instance caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4 [ 1384.888505] env[69243]: DEBUG oslo_concurrency.lockutils [None req-100fb891-7801-4dee-996f-c9c48a9e2fa6 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.543s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.690596] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.226787] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.226787] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.728507] env[69243]: DEBUG nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.095414] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.095755] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.095974] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "27ce98e5-d05b-468a-9c65-aba44ae3908b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.096183] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.096358] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.098467] env[69243]: INFO nova.compute.manager [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Terminating instance [ 1389.250734] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.251037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.252488] env[69243]: INFO nova.compute.claims [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.602335] env[69243]: DEBUG nova.compute.manager [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.602564] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.603458] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105eacc9-b4bf-4c2c-9cb4-7b219cb7d43d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.611359] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.611586] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c1e3674-fc27-416b-b029-3c606b06026b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.617552] env[69243]: DEBUG oslo_vmware.api [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1389.617552] env[69243]: value = "task-3690315" [ 1389.617552] env[69243]: _type = "Task" [ 1389.617552] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.625321] env[69243]: DEBUG oslo_vmware.api [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.127321] env[69243]: DEBUG oslo_vmware.api [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690315, 'name': PowerOffVM_Task, 'duration_secs': 0.213429} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.127621] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.127812] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.128106] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-239f40a2-da52-4f12-9871-f1addbb7b7f6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.191337] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.191549] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.191731] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleting the datastore file [datastore1] 27ce98e5-d05b-468a-9c65-aba44ae3908b {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.192030] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46a8802-686f-4ea6-8f20-028e1c9022c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.198354] env[69243]: DEBUG oslo_vmware.api [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for the task: (returnval){ [ 1390.198354] env[69243]: value = "task-3690317" [ 1390.198354] env[69243]: _type = "Task" [ 1390.198354] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.205709] env[69243]: DEBUG oslo_vmware.api [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.340769] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bda619c-abf8-4fc9-a005-e4c2ca0ecb46 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.347542] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed9dde-7528-45c0-b668-6e7f8eded1e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.376259] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef9032-949b-4980-abe6-bfa78f8b9a56 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.382919] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34026341-c2c4-4860-9b65-fa1b49799e49 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.396568] env[69243]: DEBUG nova.compute.provider_tree [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.708094] env[69243]: DEBUG oslo_vmware.api [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Task: {'id': task-3690317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123606} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.708367] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.708571] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.708722] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.708923] env[69243]: INFO nova.compute.manager [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1390.709139] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.709334] env[69243]: DEBUG nova.compute.manager [-] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.709429] env[69243]: DEBUG nova.network.neutron [-] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.900123] env[69243]: DEBUG nova.scheduler.client.report [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.957104] env[69243]: DEBUG nova.compute.manager [req-01871fc8-b5c8-4580-8502-2f4370d6a487 req-0c96ea3e-6a14-49d8-bc4f-51bf54a0e763 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Received event network-vif-deleted-3fdbbc19-187b-45d4-9a1c-e18092a8fd31 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.957317] env[69243]: INFO nova.compute.manager [req-01871fc8-b5c8-4580-8502-2f4370d6a487 req-0c96ea3e-6a14-49d8-bc4f-51bf54a0e763 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Neutron deleted interface 3fdbbc19-187b-45d4-9a1c-e18092a8fd31; detaching it from the instance and deleting it from the info cache [ 1390.957484] env[69243]: DEBUG nova.network.neutron [req-01871fc8-b5c8-4580-8502-2f4370d6a487 req-0c96ea3e-6a14-49d8-bc4f-51bf54a0e763 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.405981] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.406588] env[69243]: DEBUG nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.439228] env[69243]: DEBUG nova.network.neutron [-] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.459614] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb17ec0-0a07-4f18-b464-a8d9d15954ae {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.468919] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a80789-eae0-40ac-90d0-a07ddd09b356 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.494795] env[69243]: DEBUG nova.compute.manager [req-01871fc8-b5c8-4580-8502-2f4370d6a487 req-0c96ea3e-6a14-49d8-bc4f-51bf54a0e763 service nova] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Detach interface failed, port_id=3fdbbc19-187b-45d4-9a1c-e18092a8fd31, reason: Instance 27ce98e5-d05b-468a-9c65-aba44ae3908b could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.912456] env[69243]: DEBUG nova.compute.utils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.913888] env[69243]: DEBUG nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.914073] env[69243]: DEBUG nova.network.neutron [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.942110] env[69243]: INFO nova.compute.manager [-] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Took 1.23 seconds to deallocate network for instance. [ 1391.969675] env[69243]: DEBUG nova.policy [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e82b14e38e4242a58f8355e3ae91b65d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec53c7584f5d4faaa8a005a3b7dd2f53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.182241] env[69243]: DEBUG nova.network.neutron [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Successfully created port: 89524e53-cc92-4b40-82ab-02efe185dd0a {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.417766] env[69243]: DEBUG nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.449331] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.449602] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.449847] env[69243]: DEBUG nova.objects.instance [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lazy-loading 'resources' on Instance uuid 27ce98e5-d05b-468a-9c65-aba44ae3908b {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.042145] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be95c07-4ec4-4bb9-929c-f0be7c0d0f24 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.051054] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153d8419-78b9-4cd7-9bbb-4cee5edca8bf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.081753] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305fe780-3fd1-4c4d-8709-02b582a88b00 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.089376] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0855e5f7-de5c-45d6-a52a-95ca901d1298 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.103042] env[69243]: DEBUG nova.compute.provider_tree [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.432049] env[69243]: DEBUG nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.458464] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.458760] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.458927] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.459129] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.459280] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.459427] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.459635] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.459796] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.459970] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.460228] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.460439] env[69243]: DEBUG nova.virt.hardware [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.461299] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961688ec-59bc-4f1c-8e74-5d312a4339b3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.469246] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2ab81a-2d34-43a1-b561-0135cad0095d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.565526] env[69243]: DEBUG nova.compute.manager [req-fde006ee-9f36-4224-a934-e1118d7519b9 req-cc26ad6e-53f6-46b3-8ff2-44b2b9525b44 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Received event network-vif-plugged-89524e53-cc92-4b40-82ab-02efe185dd0a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.565781] env[69243]: DEBUG oslo_concurrency.lockutils [req-fde006ee-9f36-4224-a934-e1118d7519b9 req-cc26ad6e-53f6-46b3-8ff2-44b2b9525b44 service nova] Acquiring lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.566057] env[69243]: DEBUG oslo_concurrency.lockutils [req-fde006ee-9f36-4224-a934-e1118d7519b9 req-cc26ad6e-53f6-46b3-8ff2-44b2b9525b44 service nova] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.566178] env[69243]: DEBUG oslo_concurrency.lockutils [req-fde006ee-9f36-4224-a934-e1118d7519b9 req-cc26ad6e-53f6-46b3-8ff2-44b2b9525b44 service nova] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.566345] env[69243]: DEBUG nova.compute.manager [req-fde006ee-9f36-4224-a934-e1118d7519b9 req-cc26ad6e-53f6-46b3-8ff2-44b2b9525b44 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] No waiting events found dispatching network-vif-plugged-89524e53-cc92-4b40-82ab-02efe185dd0a {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.566499] env[69243]: WARNING nova.compute.manager [req-fde006ee-9f36-4224-a934-e1118d7519b9 req-cc26ad6e-53f6-46b3-8ff2-44b2b9525b44 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Received unexpected event network-vif-plugged-89524e53-cc92-4b40-82ab-02efe185dd0a for instance with vm_state building and task_state spawning. [ 1393.606258] env[69243]: DEBUG nova.scheduler.client.report [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.649194] env[69243]: DEBUG nova.network.neutron [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Successfully updated port: 89524e53-cc92-4b40-82ab-02efe185dd0a {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.111591] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.128360] env[69243]: INFO nova.scheduler.client.report [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Deleted allocations for instance 27ce98e5-d05b-468a-9c65-aba44ae3908b [ 1394.151800] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "refresh_cache-2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.151952] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquired lock "refresh_cache-2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.152121] env[69243]: DEBUG nova.network.neutron [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.636290] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08efa05d-0103-42ff-987f-96d8e2446bf9 tempest-ServerActionsTestOtherA-675078972 tempest-ServerActionsTestOtherA-675078972-project-member] Lock "27ce98e5-d05b-468a-9c65-aba44ae3908b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.540s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.693068] env[69243]: DEBUG nova.network.neutron [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.810807] env[69243]: DEBUG nova.network.neutron [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Updating instance_info_cache with network_info: [{"id": "89524e53-cc92-4b40-82ab-02efe185dd0a", "address": "fa:16:3e:6d:74:f5", "network": {"id": "c10a4e19-5a5e-45ca-b3e3-d44798f898eb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-848734067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec53c7584f5d4faaa8a005a3b7dd2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89524e53-cc", "ovs_interfaceid": "89524e53-cc92-4b40-82ab-02efe185dd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.313879] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Releasing lock "refresh_cache-2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.314121] env[69243]: DEBUG nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Instance network_info: |[{"id": "89524e53-cc92-4b40-82ab-02efe185dd0a", "address": "fa:16:3e:6d:74:f5", "network": {"id": "c10a4e19-5a5e-45ca-b3e3-d44798f898eb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-848734067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec53c7584f5d4faaa8a005a3b7dd2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89524e53-cc", "ovs_interfaceid": "89524e53-cc92-4b40-82ab-02efe185dd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.314561] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:74:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89524e53-cc92-4b40-82ab-02efe185dd0a', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.322054] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Creating folder: Project (ec53c7584f5d4faaa8a005a3b7dd2f53). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.322341] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-380cd4be-d9cc-4438-b848-b62ec92b5915 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.334388] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Created folder: Project (ec53c7584f5d4faaa8a005a3b7dd2f53) in parent group-v734844. [ 1395.334525] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Creating folder: Instances. Parent ref: group-v735181. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.334842] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-036d84d6-4e5d-4879-b543-db088f029a4e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.344178] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Created folder: Instances in parent group-v735181. [ 1395.344412] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.344600] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.344798] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829bb3bc-7d15-44fc-98c7-4d26eeef60fe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.363593] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.363593] env[69243]: value = "task-3690320" [ 1395.363593] env[69243]: _type = "Task" [ 1395.363593] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.371238] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690320, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.598500] env[69243]: DEBUG nova.compute.manager [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Received event network-changed-89524e53-cc92-4b40-82ab-02efe185dd0a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.598796] env[69243]: DEBUG nova.compute.manager [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Refreshing instance network info cache due to event network-changed-89524e53-cc92-4b40-82ab-02efe185dd0a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.599020] env[69243]: DEBUG oslo_concurrency.lockutils [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] Acquiring lock "refresh_cache-2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.599195] env[69243]: DEBUG oslo_concurrency.lockutils [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] Acquired lock "refresh_cache-2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.599362] env[69243]: DEBUG nova.network.neutron [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Refreshing network info cache for port 89524e53-cc92-4b40-82ab-02efe185dd0a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.873867] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690320, 'name': CreateVM_Task, 'duration_secs': 0.306465} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.874193] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.874717] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.874883] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.875220] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.875467] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc1f669-5a97-447f-9cce-095e29b7247d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.879790] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1395.879790] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52561772-de29-b9c2-51d3-f73b372bfab2" [ 1395.879790] env[69243]: _type = "Task" [ 1395.879790] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.887596] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52561772-de29-b9c2-51d3-f73b372bfab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.327639] env[69243]: DEBUG nova.network.neutron [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Updated VIF entry in instance network info cache for port 89524e53-cc92-4b40-82ab-02efe185dd0a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.328626] env[69243]: DEBUG nova.network.neutron [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Updating instance_info_cache with network_info: [{"id": "89524e53-cc92-4b40-82ab-02efe185dd0a", "address": "fa:16:3e:6d:74:f5", "network": {"id": "c10a4e19-5a5e-45ca-b3e3-d44798f898eb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-848734067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec53c7584f5d4faaa8a005a3b7dd2f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89524e53-cc", "ovs_interfaceid": "89524e53-cc92-4b40-82ab-02efe185dd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.392088] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52561772-de29-b9c2-51d3-f73b372bfab2, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.392446] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.392704] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.392942] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.393122] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.393286] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.393613] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e443da26-418a-44b9-b2c5-f95361e47cd0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.403267] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.403487] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.404284] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4a7aac-c24c-4d20-9c71-aa302d62e64b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.411014] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1396.411014] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52562972-2af5-3ca4-a91f-9c085554ad56" [ 1396.411014] env[69243]: _type = "Task" [ 1396.411014] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.418710] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52562972-2af5-3ca4-a91f-9c085554ad56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.830178] env[69243]: DEBUG oslo_concurrency.lockutils [req-e9f0d5c9-246e-443d-88ac-a0689508f08b req-9cee7981-9ba2-4044-9a1a-4f9ace9a3e41 service nova] Releasing lock "refresh_cache-2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.922038] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52562972-2af5-3ca4-a91f-9c085554ad56, 'name': SearchDatastore_Task, 'duration_secs': 0.007874} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.922483] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52d25b3-dab1-4da9-b9f6-00ecbb52091e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.927471] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1396.927471] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db165e-2da7-a932-cf8b-e664fb726448" [ 1396.927471] env[69243]: _type = "Task" [ 1396.927471] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.935014] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db165e-2da7-a932-cf8b-e664fb726448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.438991] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52db165e-2da7-a932-cf8b-e664fb726448, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.439266] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.440033] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3/2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.440033] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6483e86b-5dc3-4203-8764-aa021ff3162a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.447103] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1397.447103] env[69243]: value = "task-3690321" [ 1397.447103] env[69243]: _type = "Task" [ 1397.447103] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.454562] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.774764] env[69243]: DEBUG oslo_concurrency.lockutils [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.775191] env[69243]: DEBUG oslo_concurrency.lockutils [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.956999] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442666} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.957429] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore1] 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3/2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.957429] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.957654] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8223c354-533a-4db6-978a-5245f5551f9a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.963746] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1397.963746] env[69243]: value = "task-3690322" [ 1397.963746] env[69243]: _type = "Task" [ 1397.963746] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.971214] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.278378] env[69243]: INFO nova.compute.manager [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Detaching volume 49c0dd05-60bd-4f6e-9acd-539ed09b73e4 [ 1398.308529] env[69243]: INFO nova.virt.block_device [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Attempting to driver detach volume 49c0dd05-60bd-4f6e-9acd-539ed09b73e4 from mountpoint /dev/sdb [ 1398.308758] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1398.308942] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735175', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'name': 'volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f3d8a48-cde5-408b-b2eb-98b1110d1692', 'attached_at': '', 'detached_at': '', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'serial': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1398.309814] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f04deb-03f1-4b29-8d67-3f91efef2568 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.331098] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdff8298-5d18-4a84-91f8-562f668f512c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.337715] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1527c0-ee0f-4e9d-b72b-0cbfb412ea6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.358520] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a68d4ed-7fdd-45ac-8978-f2ce7faaaa19 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.373724] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] The volume has not been displaced from its original location: [datastore1] volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4/volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1398.379438] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1398.379438] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12174559-495c-4632-8c37-7d370de39a68 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.397163] env[69243]: DEBUG oslo_vmware.api [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1398.397163] env[69243]: value = "task-3690323" [ 1398.397163] env[69243]: _type = "Task" [ 1398.397163] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.407602] env[69243]: DEBUG oslo_vmware.api [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.474127] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070728} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.474127] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.474582] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e465d7-df8c-4af6-aa53-f386f17270fa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.495864] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3/2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.496163] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea0e335-4e6c-4b3a-bf80-c4a4d55b92ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.514767] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1398.514767] env[69243]: value = "task-3690324" [ 1398.514767] env[69243]: _type = "Task" [ 1398.514767] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.521965] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.906821] env[69243]: DEBUG oslo_vmware.api [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690323, 'name': ReconfigVM_Task, 'duration_secs': 0.221449} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.907088] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.911598] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a663bdf-96ee-447a-8169-e1dae6462642 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.926025] env[69243]: DEBUG oslo_vmware.api [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1398.926025] env[69243]: value = "task-3690325" [ 1398.926025] env[69243]: _type = "Task" [ 1398.926025] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.933015] env[69243]: DEBUG oslo_vmware.api [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.024168] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690324, 'name': ReconfigVM_Task, 'duration_secs': 0.268172} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.024642] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3/2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.025330] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ad366a5-7a26-48bc-845f-6210cf75d427 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.031968] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1399.031968] env[69243]: value = "task-3690326" [ 1399.031968] env[69243]: _type = "Task" [ 1399.031968] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.039784] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690326, 'name': Rename_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.435439] env[69243]: DEBUG oslo_vmware.api [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690325, 'name': ReconfigVM_Task, 'duration_secs': 0.142369} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.435749] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735175', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'name': 'volume-49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f3d8a48-cde5-408b-b2eb-98b1110d1692', 'attached_at': '', 'detached_at': '', 'volume_id': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4', 'serial': '49c0dd05-60bd-4f6e-9acd-539ed09b73e4'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1399.543877] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690326, 'name': Rename_Task, 'duration_secs': 0.135675} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.544316] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.544647] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a902fd0-a15f-4868-8e63-35b68fe4c438 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.551820] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1399.551820] env[69243]: value = "task-3690327" [ 1399.551820] env[69243]: _type = "Task" [ 1399.551820] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.564028] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.983380] env[69243]: DEBUG nova.objects.instance [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lazy-loading 'flavor' on Instance uuid 5f3d8a48-cde5-408b-b2eb-98b1110d1692 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.062458] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.561547] env[69243]: DEBUG oslo_vmware.api [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690327, 'name': PowerOnVM_Task, 'duration_secs': 0.597548} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.562144] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.562330] env[69243]: INFO nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1400.562513] env[69243]: DEBUG nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.563256] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18ae57-ba0d-436e-8b28-d863d08e3cdf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.991529] env[69243]: DEBUG oslo_concurrency.lockutils [None req-80ad672f-b5ff-4b4f-a6ec-337bd924114e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.079477] env[69243]: INFO nova.compute.manager [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Took 11.85 seconds to build instance. [ 1401.582152] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bfff1295-cf56-4c40-a39d-688ab48634bd tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.355s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.076032] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.076303] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.076515] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.076704] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.076873] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.078998] env[69243]: INFO nova.compute.manager [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Terminating instance [ 1402.135497] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.135872] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.135926] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.136102] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.136270] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.138014] env[69243]: INFO nova.compute.manager [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Terminating instance [ 1402.583086] env[69243]: DEBUG nova.compute.manager [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.583086] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.583996] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ca3e5-8072-476c-9f5d-346b803270c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.592034] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.592281] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b012f3-561e-4fba-bb8f-1947caf62ed3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.598644] env[69243]: DEBUG oslo_vmware.api [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1402.598644] env[69243]: value = "task-3690328" [ 1402.598644] env[69243]: _type = "Task" [ 1402.598644] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.608044] env[69243]: DEBUG oslo_vmware.api [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.642140] env[69243]: DEBUG nova.compute.manager [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.642458] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.643460] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648effab-3979-4463-8c4c-3e1ac5ffb417 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.651395] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.651641] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70597949-a152-4184-8819-621546b73fb3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.658233] env[69243]: DEBUG oslo_vmware.api [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1402.658233] env[69243]: value = "task-3690329" [ 1402.658233] env[69243]: _type = "Task" [ 1402.658233] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.666330] env[69243]: DEBUG oslo_vmware.api [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.109604] env[69243]: DEBUG oslo_vmware.api [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690328, 'name': PowerOffVM_Task, 'duration_secs': 0.205367} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.109604] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.109849] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.109964] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de8f8169-e690-4b5f-b6c5-e949dac360a4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.167500] env[69243]: DEBUG oslo_vmware.api [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690329, 'name': PowerOffVM_Task, 'duration_secs': 0.195497} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.167883] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.167924] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.168175] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-716932aa-adfa-4588-a0b9-306084ff231e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.181555] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.181732] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.181931] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleting the datastore file [datastore2] 5f3d8a48-cde5-408b-b2eb-98b1110d1692 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.182203] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1b82213-b8ae-4963-92ec-f4c876473654 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.190318] env[69243]: DEBUG oslo_vmware.api [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1403.190318] env[69243]: value = "task-3690332" [ 1403.190318] env[69243]: _type = "Task" [ 1403.190318] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.198541] env[69243]: DEBUG oslo_vmware.api [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.247646] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.247880] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.248065] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Deleting the datastore file [datastore1] 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.248325] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-456a1576-bc3d-4719-9877-a26c3c59b750 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.254258] env[69243]: DEBUG oslo_vmware.api [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for the task: (returnval){ [ 1403.254258] env[69243]: value = "task-3690333" [ 1403.254258] env[69243]: _type = "Task" [ 1403.254258] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.261505] env[69243]: DEBUG oslo_vmware.api [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.700098] env[69243]: DEBUG oslo_vmware.api [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145388} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.700651] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.700965] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.701274] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.701552] env[69243]: INFO nova.compute.manager [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1403.701891] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.702217] env[69243]: DEBUG nova.compute.manager [-] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.702414] env[69243]: DEBUG nova.network.neutron [-] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.763792] env[69243]: DEBUG oslo_vmware.api [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Task: {'id': task-3690333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14664} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.763792] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.763792] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.764091] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.764091] env[69243]: INFO nova.compute.manager [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1403.764269] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.764463] env[69243]: DEBUG nova.compute.manager [-] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.764555] env[69243]: DEBUG nova.network.neutron [-] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.036652] env[69243]: DEBUG nova.compute.manager [req-4036bf9d-98a1-4458-b057-8821257b1c59 req-9356f5a6-4aa0-4fc3-92e6-4cdb0a090d8a service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Received event network-vif-deleted-89524e53-cc92-4b40-82ab-02efe185dd0a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.036867] env[69243]: INFO nova.compute.manager [req-4036bf9d-98a1-4458-b057-8821257b1c59 req-9356f5a6-4aa0-4fc3-92e6-4cdb0a090d8a service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Neutron deleted interface 89524e53-cc92-4b40-82ab-02efe185dd0a; detaching it from the instance and deleting it from the info cache [ 1404.038232] env[69243]: DEBUG nova.network.neutron [req-4036bf9d-98a1-4458-b057-8821257b1c59 req-9356f5a6-4aa0-4fc3-92e6-4cdb0a090d8a service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.442987] env[69243]: DEBUG nova.compute.manager [req-5397ace5-6f7e-40f6-9285-61c0381dba88 req-c5ce2a51-a6e3-4ce1-916d-5e9a4a04a858 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Received event network-vif-deleted-01b5403c-003f-4052-a7db-054c93d0ca5b {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.443364] env[69243]: INFO nova.compute.manager [req-5397ace5-6f7e-40f6-9285-61c0381dba88 req-c5ce2a51-a6e3-4ce1-916d-5e9a4a04a858 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Neutron deleted interface 01b5403c-003f-4052-a7db-054c93d0ca5b; detaching it from the instance and deleting it from the info cache [ 1404.443521] env[69243]: DEBUG nova.network.neutron [req-5397ace5-6f7e-40f6-9285-61c0381dba88 req-c5ce2a51-a6e3-4ce1-916d-5e9a4a04a858 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.495305] env[69243]: DEBUG nova.network.neutron [-] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.540939] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f129c64b-7ec5-4a46-8095-0a71ef09fde5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.552430] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4405effe-23a1-418a-82cf-15778559f7b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.577690] env[69243]: DEBUG nova.compute.manager [req-4036bf9d-98a1-4458-b057-8821257b1c59 req-9356f5a6-4aa0-4fc3-92e6-4cdb0a090d8a service nova] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Detach interface failed, port_id=89524e53-cc92-4b40-82ab-02efe185dd0a, reason: Instance 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1404.911970] env[69243]: DEBUG nova.network.neutron [-] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.945561] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-404cab23-ec99-4bc8-8103-9cf49074c399 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.955344] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e07dbc-b792-4def-b61f-6679f5a6389a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.981617] env[69243]: DEBUG nova.compute.manager [req-5397ace5-6f7e-40f6-9285-61c0381dba88 req-c5ce2a51-a6e3-4ce1-916d-5e9a4a04a858 service nova] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Detach interface failed, port_id=01b5403c-003f-4052-a7db-054c93d0ca5b, reason: Instance 5f3d8a48-cde5-408b-b2eb-98b1110d1692 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1404.998358] env[69243]: INFO nova.compute.manager [-] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Took 1.23 seconds to deallocate network for instance. [ 1405.414163] env[69243]: INFO nova.compute.manager [-] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Took 1.71 seconds to deallocate network for instance. [ 1405.504925] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.505252] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.505476] env[69243]: DEBUG nova.objects.instance [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lazy-loading 'resources' on Instance uuid 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.920428] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.076166] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d617546f-fe4c-477b-bc6f-497daa8b47b5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.083747] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fec1ad-71f0-4a5c-8b90-88c2128e84c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.114009] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa00513-c85c-412e-8d5d-cc2806d79100 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.120629] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a2dcc-79a9-4db1-b9ca-9ffba69ec49f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.133751] env[69243]: DEBUG nova.compute.provider_tree [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.637569] env[69243]: DEBUG nova.scheduler.client.report [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.142705] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.145037] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.225s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.145276] env[69243]: DEBUG nova.objects.instance [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lazy-loading 'resources' on Instance uuid 5f3d8a48-cde5-408b-b2eb-98b1110d1692 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.162208] env[69243]: INFO nova.scheduler.client.report [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Deleted allocations for instance 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3 [ 1407.669095] env[69243]: DEBUG oslo_concurrency.lockutils [None req-08c97803-3ad7-42f0-a3c1-c63c0ad2b24b tempest-ServerMetadataTestJSON-939386440 tempest-ServerMetadataTestJSON-939386440-project-member] Lock "2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.533s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.705252] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bcd178-0b97-4422-8c5a-7f5ae1bb237a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.712678] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a8a448-c7d6-46fb-8a25-9c7f7ecc785f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.743771] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1dd5e3-8892-48c2-9e06-a88a852a17d3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.750763] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa81b9c-f5cd-4308-bb91-4f8c1a05c347 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.763784] env[69243]: DEBUG nova.compute.provider_tree [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.267052] env[69243]: DEBUG nova.scheduler.client.report [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.772077] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.789747] env[69243]: INFO nova.scheduler.client.report [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleted allocations for instance 5f3d8a48-cde5-408b-b2eb-98b1110d1692 [ 1409.299103] env[69243]: DEBUG oslo_concurrency.lockutils [None req-5e703c13-d611-4999-aeea-b783c35123d2 tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "5f3d8a48-cde5-408b-b2eb-98b1110d1692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.223s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.840699] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "a73186a5-0aa2-419e-b7a7-5902668baed7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.840986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.975223] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.975394] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.344414] env[69243]: DEBUG nova.compute.utils [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1411.477294] env[69243]: DEBUG nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.847130] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.998296] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.998570] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.999981] env[69243]: INFO nova.compute.claims [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.899571] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "a73186a5-0aa2-419e-b7a7-5902668baed7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.899851] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.900085] env[69243]: INFO nova.compute.manager [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Attaching volume 55ccccfe-8c4d-4293-bc65-e47ef1f6e360 to /dev/sdb [ 1412.929442] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8109de-cba8-4bd2-afe4-ea9aeb1d6859 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.936048] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475d21f6-c70f-4c27-94ca-d1d2960c2020 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.949293] env[69243]: DEBUG nova.virt.block_device [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updating existing volume attachment record: 4caaf086-ccaa-4cce-89d9-7055ea10e638 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1413.063921] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a471e3-5d8f-4b19-885a-46cf7ef6ba5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.070639] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce0aa3d-678c-4545-a7d1-3e5156580cbf {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.101293] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8887c822-c7fd-472d-9db9-088a7a6737f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.107864] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee126de-b975-465a-a6e8-f883490963c0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.120260] env[69243]: DEBUG nova.compute.provider_tree [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.625099] env[69243]: DEBUG nova.scheduler.client.report [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.129364] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.129835] env[69243]: DEBUG nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.438521] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "658e3285-08ca-406a-bf7e-b8bc6302f33f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.438744] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.438970] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "658e3285-08ca-406a-bf7e-b8bc6302f33f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.439226] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.439408] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.441587] env[69243]: INFO nova.compute.manager [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Terminating instance [ 1414.635170] env[69243]: DEBUG nova.compute.utils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.636637] env[69243]: DEBUG nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Not allocating networking since 'none' was specified. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1414.945088] env[69243]: DEBUG nova.compute.manager [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.945323] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.946308] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f199b22-8276-4e52-940e-b54016ba7c23 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.954341] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.954577] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811cf404-5e74-4fc5-840e-3f67b164f4d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.961458] env[69243]: DEBUG oslo_vmware.api [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1414.961458] env[69243]: value = "task-3690338" [ 1414.961458] env[69243]: _type = "Task" [ 1414.961458] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.968616] env[69243]: DEBUG oslo_vmware.api [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.137713] env[69243]: DEBUG nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.470589] env[69243]: DEBUG oslo_vmware.api [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690338, 'name': PowerOffVM_Task, 'duration_secs': 0.187031} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.470872] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.471060] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.471310] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb4b1c46-300b-44b9-b215-0a388f88608e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.539223] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.539469] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.539636] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleting the datastore file [datastore2] 658e3285-08ca-406a-bf7e-b8bc6302f33f {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.539908] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0e5335-7e63-40f3-8714-210470d2b623 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.546238] env[69243]: DEBUG oslo_vmware.api [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1415.546238] env[69243]: value = "task-3690341" [ 1415.546238] env[69243]: _type = "Task" [ 1415.546238] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.554850] env[69243]: DEBUG oslo_vmware.api [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.056600] env[69243]: DEBUG oslo_vmware.api [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171272} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.056858] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.057082] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.057273] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.057450] env[69243]: INFO nova.compute.manager [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1416.057693] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.057885] env[69243]: DEBUG nova.compute.manager [-] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.057982] env[69243]: DEBUG nova.network.neutron [-] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.147230] env[69243]: DEBUG nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.179226] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.179587] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.179811] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.180094] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.180280] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.180434] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.180643] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.180804] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.180970] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.181300] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.181351] env[69243]: DEBUG nova.virt.hardware [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.182182] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ebac66-20e7-4ada-8e59-07045f187660 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.190220] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201181c-e8cf-4c32-b07a-77747ef0e3e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.203999] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.209357] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Creating folder: Project (991f8850f2dd478b88087c38eecba2d4). Parent ref: group-v734844. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.209648] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec8192a9-8fd3-40f7-b7cc-d1299d6adac1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.220803] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Created folder: Project (991f8850f2dd478b88087c38eecba2d4) in parent group-v734844. [ 1416.221030] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Creating folder: Instances. Parent ref: group-v735186. {{(pid=69243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.221280] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3efc49b-0c32-4448-a447-b2009ad611ad {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.230663] env[69243]: INFO nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Created folder: Instances in parent group-v735186. [ 1416.230821] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.231014] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.231223] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2067a2de-ea14-434b-baaf-6f8742179bbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.247100] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.247100] env[69243]: value = "task-3690344" [ 1416.247100] env[69243]: _type = "Task" [ 1416.247100] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.255330] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690344, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.324153] env[69243]: DEBUG nova.compute.manager [req-d2be5dcb-b05c-4751-ba29-91115379b29d req-0ddecf96-1e47-4b24-8638-3d6e3601634b service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Received event network-vif-deleted-dc5d8378-86f5-417e-85ec-8435063fb97f {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.324153] env[69243]: INFO nova.compute.manager [req-d2be5dcb-b05c-4751-ba29-91115379b29d req-0ddecf96-1e47-4b24-8638-3d6e3601634b service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Neutron deleted interface dc5d8378-86f5-417e-85ec-8435063fb97f; detaching it from the instance and deleting it from the info cache [ 1416.324153] env[69243]: DEBUG nova.network.neutron [req-d2be5dcb-b05c-4751-ba29-91115379b29d req-0ddecf96-1e47-4b24-8638-3d6e3601634b service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.757232] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690344, 'name': CreateVM_Task, 'duration_secs': 0.257429} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.757409] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.757822] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.757983] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.758363] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.758606] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138e0d51-9ba9-4c7a-a14d-9ff985632a19 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.762824] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1416.762824] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e7be3-41d7-6541-6f7f-2b4bc9b133fe" [ 1416.762824] env[69243]: _type = "Task" [ 1416.762824] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.770000] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e7be3-41d7-6541-6f7f-2b4bc9b133fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.806816] env[69243]: DEBUG nova.network.neutron [-] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.826905] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c2d5f1-ed17-4fbc-a327-b173f69324de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.836165] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508bf3c5-f569-4a4e-baaf-8f7ba7b7a347 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.862356] env[69243]: DEBUG nova.compute.manager [req-d2be5dcb-b05c-4751-ba29-91115379b29d req-0ddecf96-1e47-4b24-8638-3d6e3601634b service nova] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Detach interface failed, port_id=dc5d8378-86f5-417e-85ec-8435063fb97f, reason: Instance 658e3285-08ca-406a-bf7e-b8bc6302f33f could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1417.273011] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523e7be3-41d7-6541-6f7f-2b4bc9b133fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.273328] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.273552] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.273820] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.274021] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.274161] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.274403] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5defc14b-2089-4aa9-bee6-af22b60766e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.282069] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.282249] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.282909] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25788600-b21e-4e77-8392-c9ac50ff4c6a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.287566] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1417.287566] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525cab32-2788-9563-7e97-a01960c1e876" [ 1417.287566] env[69243]: _type = "Task" [ 1417.287566] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.295168] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525cab32-2788-9563-7e97-a01960c1e876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.308665] env[69243]: INFO nova.compute.manager [-] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Took 1.25 seconds to deallocate network for instance. [ 1417.797580] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]525cab32-2788-9563-7e97-a01960c1e876, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.798341] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79ac682-4179-4c5d-af0d-048902785b1c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.802947] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1417.802947] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528a0ba5-8b99-c05f-83b4-7e63e8a805f7" [ 1417.802947] env[69243]: _type = "Task" [ 1417.802947] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.809824] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528a0ba5-8b99-c05f-83b4-7e63e8a805f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.814768] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.815013] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.815232] env[69243]: DEBUG nova.objects.instance [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lazy-loading 'resources' on Instance uuid 658e3285-08ca-406a-bf7e-b8bc6302f33f {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.992661] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1417.992979] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735185', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'name': 'volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a73186a5-0aa2-419e-b7a7-5902668baed7', 'attached_at': '', 'detached_at': '', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'serial': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1417.993954] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4df789-7629-437b-8099-9c8e9458d462 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.012082] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cf043c-75f9-41c7-b7c6-ea7fb4e42724 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.038354] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360/volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.038818] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5f3602-2110-4a35-875a-9818f1aff2f8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.057606] env[69243]: DEBUG oslo_vmware.api [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1418.057606] env[69243]: value = "task-3690345" [ 1418.057606] env[69243]: _type = "Task" [ 1418.057606] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.064646] env[69243]: DEBUG oslo_vmware.api [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.313523] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]528a0ba5-8b99-c05f-83b4-7e63e8a805f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.313900] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.314065] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.314346] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-290b11e3-f3da-4d8a-a58d-9823a4c05360 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.322043] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1418.322043] env[69243]: value = "task-3690346" [ 1418.322043] env[69243]: _type = "Task" [ 1418.322043] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.331064] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.387261] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e106e25-57e5-4214-9b9e-787923432962 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.394044] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23842b0-b2b1-474c-a2e8-184b2dbf1c5e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.425518] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51391f3b-622d-445b-afc4-5138c8c28739 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.433104] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9f67b3-2b27-4a8c-94b2-9bf81e5c1f25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.446142] env[69243]: DEBUG nova.compute.provider_tree [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.567219] env[69243]: DEBUG oslo_vmware.api [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690345, 'name': ReconfigVM_Task, 'duration_secs': 0.35536} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.567459] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360/volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.572094] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63b39fd-cc78-4e58-945a-9fb9a2dc4e36 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.587384] env[69243]: DEBUG oslo_vmware.api [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1418.587384] env[69243]: value = "task-3690347" [ 1418.587384] env[69243]: _type = "Task" [ 1418.587384] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.595920] env[69243]: DEBUG oslo_vmware.api [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.830785] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448628} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.831009] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.831241] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.831479] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b46646-5898-4ffd-8b7f-10f043a2fddb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.837154] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1418.837154] env[69243]: value = "task-3690348" [ 1418.837154] env[69243]: _type = "Task" [ 1418.837154] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.844549] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.949541] env[69243]: DEBUG nova.scheduler.client.report [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.098117] env[69243]: DEBUG oslo_vmware.api [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690347, 'name': ReconfigVM_Task, 'duration_secs': 0.180339} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.098397] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735185', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'name': 'volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a73186a5-0aa2-419e-b7a7-5902668baed7', 'attached_at': '', 'detached_at': '', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'serial': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1419.346837] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0552} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.347229] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.347930] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311010ee-867f-4679-af2c-feece6dbec11 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.367189] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.367689] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bfc625-e57b-420b-8f97-c2175db48a34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.386798] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1419.386798] env[69243]: value = "task-3690349" [ 1419.386798] env[69243]: _type = "Task" [ 1419.386798] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.394042] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.454254] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.473154] env[69243]: INFO nova.scheduler.client.report [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleted allocations for instance 658e3285-08ca-406a-bf7e-b8bc6302f33f [ 1419.896823] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690349, 'name': ReconfigVM_Task, 'duration_secs': 0.269998} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.897066] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.897663] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3af923de-e782-4f13-bc31-bb6aa15de8c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.904739] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1419.904739] env[69243]: value = "task-3690350" [ 1419.904739] env[69243]: _type = "Task" [ 1419.904739] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.912235] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690350, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.981200] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c15d9a3f-a0f3-483f-bc4c-4091494ec30e tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "658e3285-08ca-406a-bf7e-b8bc6302f33f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.542s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.139335] env[69243]: DEBUG nova.objects.instance [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'flavor' on Instance uuid a73186a5-0aa2-419e-b7a7-5902668baed7 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.415486] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690350, 'name': Rename_Task, 'duration_secs': 0.138367} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.415848] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.416125] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feb48656-bb01-4914-9a4e-96a9ae6571d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.422394] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1420.422394] env[69243]: value = "task-3690351" [ 1420.422394] env[69243]: _type = "Task" [ 1420.422394] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.429621] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.644517] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8f60bb37-97c9-41e8-9e00-6ee19df15200 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.745s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.934692] env[69243]: DEBUG oslo_vmware.api [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690351, 'name': PowerOnVM_Task, 'duration_secs': 0.394918} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.934955] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.935169] env[69243]: INFO nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1420.935347] env[69243]: DEBUG nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.936139] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d62377f-fa69-4dbf-90f6-bed09f1a4d57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.071207] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "3008efbe-ef2e-4863-b4d7-1330863b630a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.071499] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.071767] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "3008efbe-ef2e-4863-b4d7-1330863b630a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.071967] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.072207] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.074276] env[69243]: INFO nova.compute.manager [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Terminating instance [ 1421.453798] env[69243]: INFO nova.compute.manager [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Took 9.47 seconds to build instance. [ 1421.577536] env[69243]: DEBUG nova.compute.manager [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.578553] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.579694] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e41b9-1ddc-4e00-a9a2-e49c6f5f5bc4 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.586382] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.586689] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d823b6a-ba43-4280-b8a7-4ab79e7c6fbc {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.592984] env[69243]: DEBUG oslo_vmware.api [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1421.592984] env[69243]: value = "task-3690352" [ 1421.592984] env[69243]: _type = "Task" [ 1421.592984] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.600893] env[69243]: DEBUG oslo_vmware.api [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.956055] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8d7567f9-1c7a-4cd9-b228-619d2258aa67 tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.980s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.052963] env[69243]: INFO nova.compute.manager [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Rebuilding instance [ 1422.098033] env[69243]: DEBUG nova.compute.manager [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.098789] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ddeb1a-f2a2-4365-9a60-946e99ec8d7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.106573] env[69243]: DEBUG oslo_vmware.api [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690352, 'name': PowerOffVM_Task, 'duration_secs': 0.195741} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.107719] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.107912] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.110072] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e62a3d8e-a424-4aa9-9e10-fb908cc213e7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.174454] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.174688] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.174852] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleting the datastore file [datastore2] 3008efbe-ef2e-4863-b4d7-1330863b630a {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.175129] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0568954e-54e9-4d77-8b6d-ec4b82ce0735 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.181984] env[69243]: DEBUG oslo_vmware.api [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for the task: (returnval){ [ 1422.181984] env[69243]: value = "task-3690354" [ 1422.181984] env[69243]: _type = "Task" [ 1422.181984] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.189321] env[69243]: DEBUG oslo_vmware.api [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.289250] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.289473] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.694065] env[69243]: DEBUG oslo_vmware.api [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Task: {'id': task-3690354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213988} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.694065] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.694561] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.694561] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.694561] env[69243]: INFO nova.compute.manager [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1422.694739] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.694830] env[69243]: DEBUG nova.compute.manager [-] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.694925] env[69243]: DEBUG nova.network.neutron [-] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.791610] env[69243]: DEBUG nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.971499] env[69243]: DEBUG nova.compute.manager [req-508a262b-b9fa-4916-816f-4e1b0df30d93 req-2f40c0e1-6dc4-4e25-956b-1c29cf5c4d77 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Received event network-vif-deleted-83e60356-aac3-4a2c-b55e-3dab69fedc41 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.971499] env[69243]: INFO nova.compute.manager [req-508a262b-b9fa-4916-816f-4e1b0df30d93 req-2f40c0e1-6dc4-4e25-956b-1c29cf5c4d77 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Neutron deleted interface 83e60356-aac3-4a2c-b55e-3dab69fedc41; detaching it from the instance and deleting it from the info cache [ 1422.971499] env[69243]: DEBUG nova.network.neutron [req-508a262b-b9fa-4916-816f-4e1b0df30d93 req-2f40c0e1-6dc4-4e25-956b-1c29cf5c4d77 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.115049] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.115381] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45db1500-9f56-4027-aa4f-035bcbac3689 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.122528] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1423.122528] env[69243]: value = "task-3690355" [ 1423.122528] env[69243]: _type = "Task" [ 1423.122528] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.130777] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.315027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.315027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.315381] env[69243]: INFO nova.compute.claims [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.455969] env[69243]: DEBUG nova.network.neutron [-] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.473760] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da893c2d-e5cd-4ffd-a97a-cd9d1c94127e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.482793] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4541ff-ddf5-41aa-a3de-641a07be3709 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.508732] env[69243]: DEBUG nova.compute.manager [req-508a262b-b9fa-4916-816f-4e1b0df30d93 req-2f40c0e1-6dc4-4e25-956b-1c29cf5c4d77 service nova] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Detach interface failed, port_id=83e60356-aac3-4a2c-b55e-3dab69fedc41, reason: Instance 3008efbe-ef2e-4863-b4d7-1330863b630a could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1423.632629] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690355, 'name': PowerOffVM_Task, 'duration_secs': 0.116144} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.632899] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.633556] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.634366] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed885e9-63a2-4e22-8838-ccff2c0552f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.641234] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.641472] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1520d92-afe0-40c0-bc20-67368f64ed35 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.665532] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.665805] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.665993] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Deleting the datastore file [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.666236] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f03268-ffde-4980-b00c-3a237b374dbd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.672521] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1423.672521] env[69243]: value = "task-3690357" [ 1423.672521] env[69243]: _type = "Task" [ 1423.672521] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.679534] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.957832] env[69243]: INFO nova.compute.manager [-] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Took 1.26 seconds to deallocate network for instance. [ 1424.181551] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092265} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.181809] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.182032] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.182223] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.388052] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc068d2a-cc45-460c-ad81-c8a217d2726b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.395167] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253ae35-9e94-4270-996e-ce9847ce768a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.424560] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51177b29-4fa2-4fc7-b8ed-121954a227f0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.431088] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4113927-0e48-4f90-9fe4-5b6956d6473d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.443390] env[69243]: DEBUG nova.compute.provider_tree [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.463421] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.946115] env[69243]: DEBUG nova.scheduler.client.report [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.218471] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.218804] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.218864] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.219056] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.219211] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.219359] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.219562] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.219722] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.219887] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.220064] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.220247] env[69243]: DEBUG nova.virt.hardware [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.221404] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944b4b17-c1b4-4fbd-901b-b2b386a40e24 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.230676] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e04a5ec-c085-4598-b0bc-041936141ad6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.244532] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Instance VIF info [] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.249950] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.250180] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.250374] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b027dfd9-0a6d-4ff7-bc38-83b9a04f1075 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.266215] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.266215] env[69243]: value = "task-3690358" [ 1425.266215] env[69243]: _type = "Task" [ 1425.266215] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.272960] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690358, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.451245] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.451780] env[69243]: DEBUG nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1425.454660] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.991s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.454878] env[69243]: DEBUG nova.objects.instance [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lazy-loading 'resources' on Instance uuid 3008efbe-ef2e-4863-b4d7-1330863b630a {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.776514] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690358, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.958275] env[69243]: DEBUG nova.compute.utils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1425.962411] env[69243]: DEBUG nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.962589] env[69243]: DEBUG nova.network.neutron [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.007691] env[69243]: DEBUG nova.policy [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338dfccf2b3f48e797ff8837288b5fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d95681acb74202b7dd82773eec33e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.017691] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f06c59-d53b-45d7-9b7b-87e9ada8173e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.024826] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cf4e1-3bab-4b9e-a33d-be5e371d9aa1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.055308] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d6582f-deb6-4238-a081-619785b85ee7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.062330] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9b405c-e9f7-4709-b5b0-003ca99e97e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.076124] env[69243]: DEBUG nova.compute.provider_tree [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.279024] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690358, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.286369] env[69243]: DEBUG nova.network.neutron [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Successfully created port: 985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.463789] env[69243]: DEBUG nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1426.579816] env[69243]: DEBUG nova.scheduler.client.report [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.777553] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690358, 'name': CreateVM_Task, 'duration_secs': 1.240487} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.777731] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.778161] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.778338] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.778650] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.778894] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e233b5-6149-4870-8bbd-17b573ef6b43 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.783661] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1426.783661] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c288de-9ddb-1e24-5b75-6e596e9fc952" [ 1426.783661] env[69243]: _type = "Task" [ 1426.783661] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.790586] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c288de-9ddb-1e24-5b75-6e596e9fc952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.084480] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.105959] env[69243]: INFO nova.scheduler.client.report [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Deleted allocations for instance 3008efbe-ef2e-4863-b4d7-1330863b630a [ 1427.294164] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52c288de-9ddb-1e24-5b75-6e596e9fc952, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.294666] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.294737] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.295029] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.295225] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.295447] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.295772] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6486a4e-cf37-4f9e-aadf-f0013dddfe37 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.304698] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.304881] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.305722] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41308da2-0cb6-48d3-9a04-c9b97a45536a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.311629] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1427.311629] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb6e1a-ca2d-0202-cd6e-248174b2f049" [ 1427.311629] env[69243]: _type = "Task" [ 1427.311629] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.320086] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb6e1a-ca2d-0202-cd6e-248174b2f049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.473774] env[69243]: DEBUG nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.503030] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.503345] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.503562] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.503777] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.503955] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.504200] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.504400] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.504592] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.504790] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.504981] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.505215] env[69243]: DEBUG nova.virt.hardware [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.506112] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd863fdc-51a6-4af5-818f-69f7b4bfc1f9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.514377] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566ac987-ef48-41fc-9c80-1aea6f7ff8c1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.613240] env[69243]: DEBUG oslo_concurrency.lockutils [None req-217077cd-33f7-4f4b-a62c-8e011974c23d tempest-ServerRescueNegativeTestJSON-14178194 tempest-ServerRescueNegativeTestJSON-14178194-project-member] Lock "3008efbe-ef2e-4863-b4d7-1330863b630a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.542s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.654358] env[69243]: DEBUG nova.compute.manager [req-f14dc6fd-9f52-4db9-aa15-129beebf2377 req-6b03b1f8-2001-4316-96d1-06c56d6b3067 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Received event network-vif-plugged-985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.654587] env[69243]: DEBUG oslo_concurrency.lockutils [req-f14dc6fd-9f52-4db9-aa15-129beebf2377 req-6b03b1f8-2001-4316-96d1-06c56d6b3067 service nova] Acquiring lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.654895] env[69243]: DEBUG oslo_concurrency.lockutils [req-f14dc6fd-9f52-4db9-aa15-129beebf2377 req-6b03b1f8-2001-4316-96d1-06c56d6b3067 service nova] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.655019] env[69243]: DEBUG oslo_concurrency.lockutils [req-f14dc6fd-9f52-4db9-aa15-129beebf2377 req-6b03b1f8-2001-4316-96d1-06c56d6b3067 service nova] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.655169] env[69243]: DEBUG nova.compute.manager [req-f14dc6fd-9f52-4db9-aa15-129beebf2377 req-6b03b1f8-2001-4316-96d1-06c56d6b3067 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] No waiting events found dispatching network-vif-plugged-985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1427.655340] env[69243]: WARNING nova.compute.manager [req-f14dc6fd-9f52-4db9-aa15-129beebf2377 req-6b03b1f8-2001-4316-96d1-06c56d6b3067 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Received unexpected event network-vif-plugged-985a8e4e-443f-4dcb-a0d6-56a84147fb7e for instance with vm_state building and task_state spawning. [ 1427.745767] env[69243]: DEBUG nova.network.neutron [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Successfully updated port: 985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.823274] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52eb6e1a-ca2d-0202-cd6e-248174b2f049, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.824210] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ac24d2-cfe7-47bb-94cf-c5d9660efd22 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.829799] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1427.829799] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5255d1e4-8f50-70cd-5069-4954fb1e91ce" [ 1427.829799] env[69243]: _type = "Task" [ 1427.829799] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.837867] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5255d1e4-8f50-70cd-5069-4954fb1e91ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.248991] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.249179] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.249328] env[69243]: DEBUG nova.network.neutron [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.342206] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5255d1e4-8f50-70cd-5069-4954fb1e91ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.342697] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.342784] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.342986] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-552e0067-edfb-4493-89df-bc36f97c084b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.351215] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1428.351215] env[69243]: value = "task-3690359" [ 1428.351215] env[69243]: _type = "Task" [ 1428.351215] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.359367] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.807478] env[69243]: DEBUG nova.network.neutron [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.862909] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475213} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.863174] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.863418] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.863672] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8a9d1f9-a759-4257-9ee9-15a6d9387407 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.869963] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1428.869963] env[69243]: value = "task-3690360" [ 1428.869963] env[69243]: _type = "Task" [ 1428.869963] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.877498] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.950992] env[69243]: DEBUG nova.network.neutron [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Updating instance_info_cache with network_info: [{"id": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "address": "fa:16:3e:4c:61:26", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985a8e4e-44", "ovs_interfaceid": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.382680] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070602} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.382963] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.383719] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d280516-f003-45f0-86b9-b12e2b3486b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.403998] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.404445] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e53b65-364f-4ae7-b97f-4d7858c13c93 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.427417] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1429.427417] env[69243]: value = "task-3690361" [ 1429.427417] env[69243]: _type = "Task" [ 1429.427417] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.439394] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.453776] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.454161] env[69243]: DEBUG nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Instance network_info: |[{"id": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "address": "fa:16:3e:4c:61:26", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985a8e4e-44", "ovs_interfaceid": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.454609] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:61:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '985a8e4e-443f-4dcb-a0d6-56a84147fb7e', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.462094] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.462367] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.462577] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fbd6814-4e75-4ad6-aa12-40c26f079b5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.481087] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.481087] env[69243]: value = "task-3690362" [ 1429.481087] env[69243]: _type = "Task" [ 1429.481087] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.488746] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690362, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.687205] env[69243]: DEBUG nova.compute.manager [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Received event network-changed-985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.687760] env[69243]: DEBUG nova.compute.manager [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Refreshing instance network info cache due to event network-changed-985a8e4e-443f-4dcb-a0d6-56a84147fb7e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1429.687760] env[69243]: DEBUG oslo_concurrency.lockutils [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] Acquiring lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.687760] env[69243]: DEBUG oslo_concurrency.lockutils [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] Acquired lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.687976] env[69243]: DEBUG nova.network.neutron [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Refreshing network info cache for port 985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.937290] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690361, 'name': ReconfigVM_Task, 'duration_secs': 0.416751} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.937522] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57/7819013a-2ffc-4cd9-96db-5d9df32e4f57.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.938157] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b9f05e-e9b0-48e0-8c48-48eb1ddfb31d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.944539] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1429.944539] env[69243]: value = "task-3690363" [ 1429.944539] env[69243]: _type = "Task" [ 1429.944539] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.952173] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690363, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.989984] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690362, 'name': CreateVM_Task, 'duration_secs': 0.370742} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.990165] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.990820] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.990983] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.991309] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.991550] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d405db29-35ac-48b4-8eef-4c33c69cad67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.995636] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1429.995636] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ff14d-803a-f00d-2ee3-cd1504b67573" [ 1429.995636] env[69243]: _type = "Task" [ 1429.995636] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.002703] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ff14d-803a-f00d-2ee3-cd1504b67573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.437143] env[69243]: DEBUG nova.network.neutron [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Updated VIF entry in instance network info cache for port 985a8e4e-443f-4dcb-a0d6-56a84147fb7e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.437582] env[69243]: DEBUG nova.network.neutron [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Updating instance_info_cache with network_info: [{"id": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "address": "fa:16:3e:4c:61:26", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985a8e4e-44", "ovs_interfaceid": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.454530] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690363, 'name': Rename_Task, 'duration_secs': 0.150616} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.454777] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.455018] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501b4448-96d1-49c1-afbe-5a9af07d77b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.461158] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1430.461158] env[69243]: value = "task-3690364" [ 1430.461158] env[69243]: _type = "Task" [ 1430.461158] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.468472] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.505343] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]522ff14d-803a-f00d-2ee3-cd1504b67573, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.505644] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.505880] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.506131] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.506280] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.506455] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.506707] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59fc59a1-a0d9-4d75-8e31-b7bbecae315b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.513916] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.514086] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.514796] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023475b8-36ea-4a82-b1a9-101ee5cc626b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.519345] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1430.519345] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a57c9-996d-e54d-392a-88fe91e8baa2" [ 1430.519345] env[69243]: _type = "Task" [ 1430.519345] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.526552] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a57c9-996d-e54d-392a-88fe91e8baa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.940592] env[69243]: DEBUG oslo_concurrency.lockutils [req-6aae02d9-6981-47b0-8461-3cff62e883d1 req-d8708460-28c4-45d4-84b3-a47fe92003b9 service nova] Releasing lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.971306] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.030054] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]523a57c9-996d-e54d-392a-88fe91e8baa2, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.030223] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b026664-fe45-47fe-9671-65164e4f14bb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.035014] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1431.035014] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52618d9a-d5e0-c6ca-fd87-e4984a579cde" [ 1431.035014] env[69243]: _type = "Task" [ 1431.035014] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.042259] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52618d9a-d5e0-c6ca-fd87-e4984a579cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.471590] env[69243]: DEBUG oslo_vmware.api [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690364, 'name': PowerOnVM_Task, 'duration_secs': 0.550213} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.471930] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.471994] env[69243]: DEBUG nova.compute.manager [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.472741] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c8af9-5971-46f5-915e-9358f731e6e3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.544818] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52618d9a-d5e0-c6ca-fd87-e4984a579cde, 'name': SearchDatastore_Task, 'duration_secs': 0.029553} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.545082] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.545341] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e9194d3f-eec4-4c08-9a6c-494468a8cb00/e9194d3f-eec4-4c08-9a6c-494468a8cb00.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.545594] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16a32fec-266a-454d-934f-9889331e0063 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.552098] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1431.552098] env[69243]: value = "task-3690365" [ 1431.552098] env[69243]: _type = "Task" [ 1431.552098] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.559162] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.988432] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.988678] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.988852] env[69243]: DEBUG nova.objects.instance [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1432.061418] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690365, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.561747] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543133} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.562031] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] e9194d3f-eec4-4c08-9a6c-494468a8cb00/e9194d3f-eec4-4c08-9a6c-494468a8cb00.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.562248] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.562522] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0c9755-4c45-4455-87ed-9b2204723b5c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.569213] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1432.569213] env[69243]: value = "task-3690366" [ 1432.569213] env[69243]: _type = "Task" [ 1432.569213] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.576258] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.990590] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.990806] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.991051] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.991597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.991791] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.994013] env[69243]: INFO nova.compute.manager [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Terminating instance [ 1432.996921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-c04a38f1-ee95-4a5b-aec8-f1e3c6b729ae tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.079434] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086745} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.079694] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.080453] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f8557-f409-4017-b78d-75e275157d18 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.101613] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] e9194d3f-eec4-4c08-9a6c-494468a8cb00/e9194d3f-eec4-4c08-9a6c-494468a8cb00.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.101829] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17926b1f-477a-43a6-8ffa-c3ee1d08db05 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.120384] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1433.120384] env[69243]: value = "task-3690367" [ 1433.120384] env[69243]: _type = "Task" [ 1433.120384] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.127499] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.499995] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "refresh_cache-7819013a-2ffc-4cd9-96db-5d9df32e4f57" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.500233] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquired lock "refresh_cache-7819013a-2ffc-4cd9-96db-5d9df32e4f57" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.500393] env[69243]: DEBUG nova.network.neutron [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.631997] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690367, 'name': ReconfigVM_Task, 'duration_secs': 0.264759} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.631997] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Reconfigured VM instance instance-0000007d to attach disk [datastore2] e9194d3f-eec4-4c08-9a6c-494468a8cb00/e9194d3f-eec4-4c08-9a6c-494468a8cb00.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.632434] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10504c53-f3f7-45b7-8a89-107d8323a2e0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.638539] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1433.638539] env[69243]: value = "task-3690368" [ 1433.638539] env[69243]: _type = "Task" [ 1433.638539] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.646473] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690368, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.020150] env[69243]: DEBUG nova.network.neutron [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.062638] env[69243]: DEBUG nova.network.neutron [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.148114] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690368, 'name': Rename_Task, 'duration_secs': 0.129819} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.148377] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.148617] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c724609-7be1-4ca9-b3e0-a28cf91e8376 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.154473] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1434.154473] env[69243]: value = "task-3690369" [ 1434.154473] env[69243]: _type = "Task" [ 1434.154473] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.161747] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.565136] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Releasing lock "refresh_cache-7819013a-2ffc-4cd9-96db-5d9df32e4f57" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.565745] env[69243]: DEBUG nova.compute.manager [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.565967] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.566923] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcacccc-f13b-49f9-83bb-310131a5b359 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.574632] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.574857] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0dfe55-4bf7-42a4-958b-caaea40cc6de {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.580458] env[69243]: DEBUG oslo_vmware.api [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1434.580458] env[69243]: value = "task-3690370" [ 1434.580458] env[69243]: _type = "Task" [ 1434.580458] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.588428] env[69243]: DEBUG oslo_vmware.api [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.665150] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.090585] env[69243]: DEBUG oslo_vmware.api [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690370, 'name': PowerOffVM_Task, 'duration_secs': 0.114986} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.090833] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.091011] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.091273] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-406b051c-baf7-4cc4-9acb-a7de064470d2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.113031] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.113239] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.113417] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Deleting the datastore file [datastore2] 7819013a-2ffc-4cd9-96db-5d9df32e4f57 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.113649] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9fcb5a5-1ba2-43f0-832f-b615d21c38f5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.119703] env[69243]: DEBUG oslo_vmware.api [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for the task: (returnval){ [ 1435.119703] env[69243]: value = "task-3690372" [ 1435.119703] env[69243]: _type = "Task" [ 1435.119703] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.126720] env[69243]: DEBUG oslo_vmware.api [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.163528] env[69243]: DEBUG oslo_vmware.api [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690369, 'name': PowerOnVM_Task, 'duration_secs': 0.793031} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.163746] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.163953] env[69243]: INFO nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1435.164193] env[69243]: DEBUG nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.164888] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b589f-9978-47b0-be39-0a5268a8b147 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.629560] env[69243]: DEBUG oslo_vmware.api [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Task: {'id': task-3690372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081603} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.629801] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.629945] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.630134] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.630312] env[69243]: INFO nova.compute.manager [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1435.630549] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.630735] env[69243]: DEBUG nova.compute.manager [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.630829] env[69243]: DEBUG nova.network.neutron [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.645914] env[69243]: DEBUG nova.network.neutron [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.679161] env[69243]: INFO nova.compute.manager [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Took 12.38 seconds to build instance. [ 1436.148966] env[69243]: DEBUG nova.network.neutron [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.180612] env[69243]: DEBUG oslo_concurrency.lockutils [None req-55fb921b-426b-4281-9d81-4f10f2589aa1 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.891s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.589720] env[69243]: DEBUG nova.compute.manager [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Received event network-changed-985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.589904] env[69243]: DEBUG nova.compute.manager [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Refreshing instance network info cache due to event network-changed-985a8e4e-443f-4dcb-a0d6-56a84147fb7e. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1436.590071] env[69243]: DEBUG oslo_concurrency.lockutils [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] Acquiring lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.590279] env[69243]: DEBUG oslo_concurrency.lockutils [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] Acquired lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.590480] env[69243]: DEBUG nova.network.neutron [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Refreshing network info cache for port 985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.651850] env[69243]: INFO nova.compute.manager [-] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Took 1.02 seconds to deallocate network for instance. [ 1437.157805] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.158115] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.158315] env[69243]: DEBUG nova.objects.instance [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lazy-loading 'resources' on Instance uuid 7819013a-2ffc-4cd9-96db-5d9df32e4f57 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.285048] env[69243]: DEBUG nova.network.neutron [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Updated VIF entry in instance network info cache for port 985a8e4e-443f-4dcb-a0d6-56a84147fb7e. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.285465] env[69243]: DEBUG nova.network.neutron [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Updating instance_info_cache with network_info: [{"id": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "address": "fa:16:3e:4c:61:26", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985a8e4e-44", "ovs_interfaceid": "985a8e4e-443f-4dcb-a0d6-56a84147fb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.712490] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10209c76-92fb-4de9-9213-53b655087a4a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.720230] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6eead7-1d33-46fd-b1d4-c65a85e3fe63 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.749468] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a703997c-5ee4-4217-af85-52e01f086196 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.756443] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b1add-0d2e-426c-b20f-9ce3cca25d0d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.769087] env[69243]: DEBUG nova.compute.provider_tree [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.787901] env[69243]: DEBUG oslo_concurrency.lockutils [req-a628d59c-32cd-4fbb-9590-1ae9037473d1 req-d3084edb-899d-4e2a-9945-c57aee8a9a4e service nova] Releasing lock "refresh_cache-e9194d3f-eec4-4c08-9a6c-494468a8cb00" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.271915] env[69243]: DEBUG nova.scheduler.client.report [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.776715] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.795195] env[69243]: INFO nova.scheduler.client.report [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Deleted allocations for instance 7819013a-2ffc-4cd9-96db-5d9df32e4f57 [ 1439.302597] env[69243]: DEBUG oslo_concurrency.lockutils [None req-2eb3773d-37d4-47ea-9bd3-2b962d370aed tempest-ServersListShow296Test-472919092 tempest-ServersListShow296Test-472919092-project-member] Lock "7819013a-2ffc-4cd9-96db-5d9df32e4f57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.312s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.694523] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.694799] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.197948] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.198217] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.198379] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.198578] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1440.199469] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1568a3-db4b-4340-b058-8913a019e35a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.207581] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc5c7d-02c4-43e5-bf0d-154f0707d743 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.221479] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9d570-4e15-4d3f-8003-005c78a53a0c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.227488] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7afd79-5e8e-4dd0-b4b7-11dc718dd536 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.255489] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180440MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1440.255635] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.255822] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.280949] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance a73186a5-0aa2-419e-b7a7-5902668baed7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.281384] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance e9194d3f-eec4-4c08-9a6c-494468a8cb00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.281384] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1441.281584] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1441.318265] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f9c87-1ddd-4390-b411-b83816aea935 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.325619] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4345de52-245e-4daf-8585-f11acbaf7e9b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.355016] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad29da-1e74-4b1f-b24a-c75e40a2b96a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.361960] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38099cac-9bb2-45b8-982a-d6fd82e1b391 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.375103] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.877960] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.382780] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1442.383186] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.382429] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.382716] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.382816] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.382968] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.383135] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.383299] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.383475] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1448.695789] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.695789] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=69243) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1450.198418] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.198834] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Cleaning up deleted instances {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1450.706435] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] There are 22 instances to clean {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1450.706617] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7819013a-2ffc-4cd9-96db-5d9df32e4f57] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.210287] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 2a7da3b2-5aaf-4aed-8b6c-3e5407da83b3] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.714030] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 88787578-0035-4ea6-9719-f5ee6ba9545c] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.216585] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 5f3d8a48-cde5-408b-b2eb-98b1110d1692] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.720564] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 7c35ad36-b7e0-47d8-ba62-cf25bddb33de] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.223596] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: caf4ea1f-7376-4aec-bb8d-28b7e7ef43b4] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.727312] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 658e3285-08ca-406a-bf7e-b8bc6302f33f] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.230486] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 3008efbe-ef2e-4863-b4d7-1330863b630a] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.734439] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: af50eea2-a7ec-4d63-ac1b-4c53cab4c65d] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.237773] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 5b44c8d3-2fa2-4631-99fa-d3be7d805807] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.741437] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 341494e6-52aa-4206-936c-b8b2a8f055e8] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.244780] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: b1a5c759-d4d3-4121-a099-1c4a7ae7a749] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.748525] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 5b09d5eb-9381-4252-b9f9-3938180c632e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.251520] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: fbca4007-1adc-4872-ac1c-a7f80d0c748e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.755517] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 511ba3c0-d478-4b9d-9064-f0e24ff5e399] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.259312] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: c7759f2e-3b94-40d0-a5e2-f6cca1592855] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.762535] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: e416d0cb-da8f-4624-9d29-5df9f7177b6e] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.266698] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 96ac7952-2a94-4560-99a1-2473dcccfdab] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.770326] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 665917ca-881f-4279-8fbd-af22b00c3b51] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.273699] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 27ce98e5-d05b-468a-9c65-aba44ae3908b] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.777623] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: ed46ed0f-c790-45de-a2d3-25f58f02debd] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.281059] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] [instance: 49b82a32-ab35-49d3-b1e4-53df8f966f61] Instance has had 0 of 5 cleanup attempts {{(pid=69243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.784960] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.334806] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.335242] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.335396] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.335573] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.335747] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.339487] env[69243]: INFO nova.compute.manager [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Terminating instance [ 1474.843884] env[69243]: DEBUG nova.compute.manager [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1474.844192] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.845680] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6202b4d9-87cf-4232-9974-ef86a06b3582 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.853904] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.854188] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6efe9bde-fb19-4dd9-b845-971e197534fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.860949] env[69243]: DEBUG oslo_vmware.api [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1474.860949] env[69243]: value = "task-3690373" [ 1474.860949] env[69243]: _type = "Task" [ 1474.860949] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.869529] env[69243]: DEBUG oslo_vmware.api [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.370564] env[69243]: DEBUG oslo_vmware.api [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690373, 'name': PowerOffVM_Task, 'duration_secs': 0.173435} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.370965] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.371029] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.371242] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c67bb2-e3d1-4eba-a9b3-dabb10e1a2eb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.437982] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.438200] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.438382] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleting the datastore file [datastore2] e9194d3f-eec4-4c08-9a6c-494468a8cb00 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.438642] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded6bfdb-0920-475a-8903-8b7009224f67 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.444131] env[69243]: DEBUG oslo_vmware.api [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1475.444131] env[69243]: value = "task-3690375" [ 1475.444131] env[69243]: _type = "Task" [ 1475.444131] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.451517] env[69243]: DEBUG oslo_vmware.api [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.953974] env[69243]: DEBUG oslo_vmware.api [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135589} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.954240] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.954430] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.954605] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.954777] env[69243]: INFO nova.compute.manager [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1475.955024] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1475.955221] env[69243]: DEBUG nova.compute.manager [-] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1475.955313] env[69243]: DEBUG nova.network.neutron [-] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.395939] env[69243]: DEBUG nova.compute.manager [req-3d4aca62-2ca3-45aa-a622-5d2630ea2d80 req-d6a2bbde-8c6e-467f-92f5-d993764ff0b8 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Received event network-vif-deleted-985a8e4e-443f-4dcb-a0d6-56a84147fb7e {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.396198] env[69243]: INFO nova.compute.manager [req-3d4aca62-2ca3-45aa-a622-5d2630ea2d80 req-d6a2bbde-8c6e-467f-92f5-d993764ff0b8 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Neutron deleted interface 985a8e4e-443f-4dcb-a0d6-56a84147fb7e; detaching it from the instance and deleting it from the info cache [ 1476.396325] env[69243]: DEBUG nova.network.neutron [req-3d4aca62-2ca3-45aa-a622-5d2630ea2d80 req-d6a2bbde-8c6e-467f-92f5-d993764ff0b8 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.876630] env[69243]: DEBUG nova.network.neutron [-] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.899197] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f05b1c9a-5004-42b6-9508-c77a9193a7a5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.909801] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa013294-0324-4c47-9aa2-416d352a99be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.933796] env[69243]: DEBUG nova.compute.manager [req-3d4aca62-2ca3-45aa-a622-5d2630ea2d80 req-d6a2bbde-8c6e-467f-92f5-d993764ff0b8 service nova] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Detach interface failed, port_id=985a8e4e-443f-4dcb-a0d6-56a84147fb7e, reason: Instance e9194d3f-eec4-4c08-9a6c-494468a8cb00 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1477.380275] env[69243]: INFO nova.compute.manager [-] [instance: e9194d3f-eec4-4c08-9a6c-494468a8cb00] Took 1.42 seconds to deallocate network for instance. [ 1477.887273] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.887663] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.887779] env[69243]: DEBUG nova.objects.instance [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'resources' on Instance uuid e9194d3f-eec4-4c08-9a6c-494468a8cb00 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.525050] env[69243]: DEBUG nova.scheduler.client.report [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Refreshing inventories for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1478.538442] env[69243]: DEBUG nova.scheduler.client.report [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Updating ProviderTree inventory for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1478.538654] env[69243]: DEBUG nova.compute.provider_tree [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Updating inventory in ProviderTree for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.548176] env[69243]: DEBUG nova.scheduler.client.report [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Refreshing aggregate associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, aggregates: None {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1478.565865] env[69243]: DEBUG nova.scheduler.client.report [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Refreshing trait associations for resource provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1478.599846] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed809a1-d146-4e6b-9e49-21a924828b4a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.607528] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bc842b-20a1-405b-b449-3767cd292914 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.637835] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ca21e-ae3d-4224-aaa0-fb37c2868455 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.644446] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b457006-8cf3-4851-9a24-c12c8e2b0b04 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.657051] env[69243]: DEBUG nova.compute.provider_tree [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.160154] env[69243]: DEBUG nova.scheduler.client.report [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.665415] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.685058] env[69243]: INFO nova.scheduler.client.report [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted allocations for instance e9194d3f-eec4-4c08-9a6c-494468a8cb00 [ 1480.193224] env[69243]: DEBUG oslo_concurrency.lockutils [None req-85f476fa-a459-4e8c-a47b-3ccb29c021a7 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "e9194d3f-eec4-4c08-9a6c-494468a8cb00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.858s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.341509] env[69243]: DEBUG oslo_concurrency.lockutils [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "a73186a5-0aa2-419e-b7a7-5902668baed7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.341853] env[69243]: DEBUG oslo_concurrency.lockutils [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.845502] env[69243]: INFO nova.compute.manager [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Detaching volume 55ccccfe-8c4d-4293-bc65-e47ef1f6e360 [ 1481.874677] env[69243]: INFO nova.virt.block_device [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Attempting to driver detach volume 55ccccfe-8c4d-4293-bc65-e47ef1f6e360 from mountpoint /dev/sdb [ 1481.874911] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1481.875102] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735185', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'name': 'volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a73186a5-0aa2-419e-b7a7-5902668baed7', 'attached_at': '', 'detached_at': '', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'serial': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1481.875976] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6110262-276e-4a0e-8f55-3bdf40e419d1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.897086] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5237b18b-6cfe-452c-84a0-1b0f53bfc243 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.903626] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715ceda-1209-45b6-a54d-133683ccd87f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.922492] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88da0224-2470-424e-8544-3274e21733b2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.936120] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] The volume has not been displaced from its original location: [datastore2] volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360/volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1481.941436] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1481.941692] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c56ce08f-c812-44a0-a220-e74565cfdfbe {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.959493] env[69243]: DEBUG oslo_vmware.api [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1481.959493] env[69243]: value = "task-3690376" [ 1481.959493] env[69243]: _type = "Task" [ 1481.959493] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.967621] env[69243]: DEBUG oslo_vmware.api [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.468991] env[69243]: DEBUG oslo_vmware.api [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690376, 'name': ReconfigVM_Task, 'duration_secs': 0.221079} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.469518] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1482.473967] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828c1c4b-87ab-48f3-bbf3-ccc3cb7cb922 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.488967] env[69243]: DEBUG oslo_vmware.api [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1482.488967] env[69243]: value = "task-3690377" [ 1482.488967] env[69243]: _type = "Task" [ 1482.488967] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.496081] env[69243]: DEBUG oslo_vmware.api [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.998662] env[69243]: DEBUG oslo_vmware.api [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690377, 'name': ReconfigVM_Task, 'duration_secs': 0.130266} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.998917] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735185', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'name': 'volume-55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a73186a5-0aa2-419e-b7a7-5902668baed7', 'attached_at': '', 'detached_at': '', 'volume_id': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360', 'serial': '55ccccfe-8c4d-4293-bc65-e47ef1f6e360'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1483.542579] env[69243]: DEBUG nova.objects.instance [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'flavor' on Instance uuid a73186a5-0aa2-419e-b7a7-5902668baed7 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.553385] env[69243]: DEBUG oslo_concurrency.lockutils [None req-47ae1f54-e9ef-4b8f-8a3a-84ffd379be08 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.580601] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "a73186a5-0aa2-419e-b7a7-5902668baed7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.581179] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.581179] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "a73186a5-0aa2-419e-b7a7-5902668baed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.581346] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.581413] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.583492] env[69243]: INFO nova.compute.manager [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Terminating instance [ 1486.088241] env[69243]: DEBUG nova.compute.manager [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.088616] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.089597] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec63bb-6b5a-459c-a3ea-406082630788 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.097752] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.098053] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4cc066-f909-45b8-b275-247f4e251b91 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.105223] env[69243]: DEBUG oslo_vmware.api [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1486.105223] env[69243]: value = "task-3690378" [ 1486.105223] env[69243]: _type = "Task" [ 1486.105223] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.112865] env[69243]: DEBUG oslo_vmware.api [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.614859] env[69243]: DEBUG oslo_vmware.api [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690378, 'name': PowerOffVM_Task, 'duration_secs': 0.209599} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.615235] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.615235] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.615333] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e6a014-baa7-4b44-92bb-7ddd761713d0 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.676443] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.676685] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Deleting contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.676879] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleting the datastore file [datastore1] a73186a5-0aa2-419e-b7a7-5902668baed7 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.677158] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57739d4f-0e0e-4443-8a29-a7e3dcd0d8f1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.683432] env[69243]: DEBUG oslo_vmware.api [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1486.683432] env[69243]: value = "task-3690380" [ 1486.683432] env[69243]: _type = "Task" [ 1486.683432] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.690657] env[69243]: DEBUG oslo_vmware.api [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.193560] env[69243]: DEBUG oslo_vmware.api [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122673} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.193813] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.193999] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Deleted contents of the VM from datastore datastore1 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.194197] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.194375] env[69243]: INFO nova.compute.manager [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1487.194639] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.194840] env[69243]: DEBUG nova.compute.manager [-] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.194939] env[69243]: DEBUG nova.network.neutron [-] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.691030] env[69243]: DEBUG nova.compute.manager [req-c53568ac-68cb-430b-82e2-59d8d5374947 req-2d3223ae-a00f-4959-970e-cddaa2bdc158 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Received event network-vif-deleted-2fb40460-f4e4-4d59-b483-53d9d2f86850 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.691364] env[69243]: INFO nova.compute.manager [req-c53568ac-68cb-430b-82e2-59d8d5374947 req-2d3223ae-a00f-4959-970e-cddaa2bdc158 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Neutron deleted interface 2fb40460-f4e4-4d59-b483-53d9d2f86850; detaching it from the instance and deleting it from the info cache [ 1487.691486] env[69243]: DEBUG nova.network.neutron [req-c53568ac-68cb-430b-82e2-59d8d5374947 req-2d3223ae-a00f-4959-970e-cddaa2bdc158 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.168580] env[69243]: DEBUG nova.network.neutron [-] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.193768] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d0e959a-fd02-47bd-9ca6-4088f6f04e7e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.207653] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa23e6-54ab-4253-bc8a-370a677e9091 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.232107] env[69243]: DEBUG nova.compute.manager [req-c53568ac-68cb-430b-82e2-59d8d5374947 req-2d3223ae-a00f-4959-970e-cddaa2bdc158 service nova] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Detach interface failed, port_id=2fb40460-f4e4-4d59-b483-53d9d2f86850, reason: Instance a73186a5-0aa2-419e-b7a7-5902668baed7 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1488.673122] env[69243]: INFO nova.compute.manager [-] [instance: a73186a5-0aa2-419e-b7a7-5902668baed7] Took 1.48 seconds to deallocate network for instance. [ 1489.179348] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.179788] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.179861] env[69243]: DEBUG nova.objects.instance [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'resources' on Instance uuid a73186a5-0aa2-419e-b7a7-5902668baed7 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.713863] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f631236c-8a02-4af8-b1c4-01fb82db0054 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.721073] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b609d0c-0db9-4d72-9378-83062f0307ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.749691] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5970667-36de-41e5-a20f-c2bb830cb94b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.756329] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02aea22-c12d-4baf-bae1-29ecc4a74f6b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.768642] env[69243]: DEBUG nova.compute.provider_tree [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.271461] env[69243]: DEBUG nova.scheduler.client.report [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.778602] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.799109] env[69243]: INFO nova.scheduler.client.report [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted allocations for instance a73186a5-0aa2-419e-b7a7-5902668baed7 [ 1491.306810] env[69243]: DEBUG oslo_concurrency.lockutils [None req-774be848-f525-45d5-9def-f2bb2e1324af tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "a73186a5-0aa2-419e-b7a7-5902668baed7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.726s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.531720] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.532027] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.035027] env[69243]: DEBUG nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1494.554186] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.554495] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.556066] env[69243]: INFO nova.compute.claims [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.591942] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef5d411-51b9-427e-85b4-eeb2f66eaafa {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.599446] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce164942-1665-4a74-9c35-66da46963cde {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.629393] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a1a69-3de2-490c-9b66-8cda42b8969a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.636252] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef0243-5430-4b37-99a5-c815e6758147 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.648986] env[69243]: DEBUG nova.compute.provider_tree [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.151948] env[69243]: DEBUG nova.scheduler.client.report [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.657101] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.657643] env[69243]: DEBUG nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1497.162978] env[69243]: DEBUG nova.compute.utils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1497.164384] env[69243]: DEBUG nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1497.164586] env[69243]: DEBUG nova.network.neutron [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.233851] env[69243]: DEBUG nova.policy [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338dfccf2b3f48e797ff8837288b5fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d95681acb74202b7dd82773eec33e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1497.486734] env[69243]: DEBUG nova.network.neutron [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Successfully created port: 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.667304] env[69243]: DEBUG nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1498.677713] env[69243]: DEBUG nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1498.703321] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.703583] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.703741] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.703924] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.704083] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.704231] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.704436] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.704621] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.704806] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.704987] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.705229] env[69243]: DEBUG nova.virt.hardware [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.706113] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be19dee-3fe6-48bc-861d-b4d3bce8c6ea {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.713776] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820c43d-c082-43f2-8b61-f19be0b5b49a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.862307] env[69243]: DEBUG nova.compute.manager [req-da05357b-7069-49fb-840b-a03c2ef32fbf req-a33027fe-dba6-4371-8229-7d2c6e9ea145 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Received event network-vif-plugged-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.862550] env[69243]: DEBUG oslo_concurrency.lockutils [req-da05357b-7069-49fb-840b-a03c2ef32fbf req-a33027fe-dba6-4371-8229-7d2c6e9ea145 service nova] Acquiring lock "bc13b8fc-1297-4b44-8383-894a1b8266f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.862742] env[69243]: DEBUG oslo_concurrency.lockutils [req-da05357b-7069-49fb-840b-a03c2ef32fbf req-a33027fe-dba6-4371-8229-7d2c6e9ea145 service nova] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.862906] env[69243]: DEBUG oslo_concurrency.lockutils [req-da05357b-7069-49fb-840b-a03c2ef32fbf req-a33027fe-dba6-4371-8229-7d2c6e9ea145 service nova] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.863236] env[69243]: DEBUG nova.compute.manager [req-da05357b-7069-49fb-840b-a03c2ef32fbf req-a33027fe-dba6-4371-8229-7d2c6e9ea145 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] No waiting events found dispatching network-vif-plugged-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1498.863442] env[69243]: WARNING nova.compute.manager [req-da05357b-7069-49fb-840b-a03c2ef32fbf req-a33027fe-dba6-4371-8229-7d2c6e9ea145 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Received unexpected event network-vif-plugged-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 for instance with vm_state building and task_state spawning. [ 1498.944080] env[69243]: DEBUG nova.network.neutron [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Successfully updated port: 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.447336] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.447460] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.447594] env[69243]: DEBUG nova.network.neutron [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.978093] env[69243]: DEBUG nova.network.neutron [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.093670] env[69243]: DEBUG nova.network.neutron [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updating instance_info_cache with network_info: [{"id": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "address": "fa:16:3e:67:3d:3b", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19b9a6-e4", "ovs_interfaceid": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.596684] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.597096] env[69243]: DEBUG nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Instance network_info: |[{"id": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "address": "fa:16:3e:67:3d:3b", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19b9a6-e4", "ovs_interfaceid": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1500.597532] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:3d:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e19b9a6-e45e-45cf-94a7-b1702ba9fc05', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.604987] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.605214] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.605431] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6700905-5b01-4555-88f1-b5c8da635695 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.625382] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.625382] env[69243]: value = "task-3690381" [ 1500.625382] env[69243]: _type = "Task" [ 1500.625382] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.632508] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690381, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.888902] env[69243]: DEBUG nova.compute.manager [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Received event network-changed-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.889198] env[69243]: DEBUG nova.compute.manager [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Refreshing instance network info cache due to event network-changed-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1500.889469] env[69243]: DEBUG oslo_concurrency.lockutils [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] Acquiring lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.889590] env[69243]: DEBUG oslo_concurrency.lockutils [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] Acquired lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.889801] env[69243]: DEBUG nova.network.neutron [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Refreshing network info cache for port 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.134515] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690381, 'name': CreateVM_Task} progress is 99%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.593383] env[69243]: DEBUG nova.network.neutron [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updated VIF entry in instance network info cache for port 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.593728] env[69243]: DEBUG nova.network.neutron [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updating instance_info_cache with network_info: [{"id": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "address": "fa:16:3e:67:3d:3b", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19b9a6-e4", "ovs_interfaceid": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.635644] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690381, 'name': CreateVM_Task, 'duration_secs': 0.530893} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.635838] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.636494] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.636656] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.636993] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.637248] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06efa0db-ec83-402b-a77f-69d9f979998a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.641365] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1501.641365] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d07600-324e-e4e4-90d1-1046fe4a963e" [ 1501.641365] env[69243]: _type = "Task" [ 1501.641365] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.648692] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d07600-324e-e4e4-90d1-1046fe4a963e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.096677] env[69243]: DEBUG oslo_concurrency.lockutils [req-6fb160e7-7a73-45ab-a48a-948b079b064d req-83904fde-e53c-4299-b132-675f4a8d3649 service nova] Releasing lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.152172] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d07600-324e-e4e4-90d1-1046fe4a963e, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.152542] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.152677] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.152917] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.153102] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.153296] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.153543] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b98ac89f-3199-43fc-92d1-836bc3c4a25e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.162317] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.162502] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.163180] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e469ac-148b-4740-86eb-1b009ac1fc4f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.167676] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1502.167676] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d868d9-b381-71f0-15b4-793faefb6555" [ 1502.167676] env[69243]: _type = "Task" [ 1502.167676] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.175783] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d868d9-b381-71f0-15b4-793faefb6555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.677199] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52d868d9-b381-71f0-15b4-793faefb6555, 'name': SearchDatastore_Task, 'duration_secs': 0.008191} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.677950] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23b5d91-1024-43b1-b85c-67760b0acd34 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.682755] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1502.682755] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52678d62-f2f1-17ce-11a0-2352b5398618" [ 1502.682755] env[69243]: _type = "Task" [ 1502.682755] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.689887] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52678d62-f2f1-17ce-11a0-2352b5398618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.193487] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52678d62-f2f1-17ce-11a0-2352b5398618, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.193866] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.194088] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] bc13b8fc-1297-4b44-8383-894a1b8266f0/bc13b8fc-1297-4b44-8383-894a1b8266f0.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.194396] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcfc454b-5b34-4c74-87e0-fa4d7a27ab90 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.201159] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1503.201159] env[69243]: value = "task-3690382" [ 1503.201159] env[69243]: _type = "Task" [ 1503.201159] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.208716] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.710652] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453195} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.710922] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] bc13b8fc-1297-4b44-8383-894a1b8266f0/bc13b8fc-1297-4b44-8383-894a1b8266f0.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.711155] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.711398] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2310fb86-384e-4868-a1c4-e501c8253910 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.719073] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1503.719073] env[69243]: value = "task-3690383" [ 1503.719073] env[69243]: _type = "Task" [ 1503.719073] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.726918] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.229724] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058621} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.230119] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.230685] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53ab329-e4bd-4b33-8185-9d7b9bd51c95 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.251382] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] bc13b8fc-1297-4b44-8383-894a1b8266f0/bc13b8fc-1297-4b44-8383-894a1b8266f0.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.251601] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68691514-8d2c-44aa-a016-4b973b14feb7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.270368] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1504.270368] env[69243]: value = "task-3690384" [ 1504.270368] env[69243]: _type = "Task" [ 1504.270368] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.277422] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.780589] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690384, 'name': ReconfigVM_Task, 'duration_secs': 0.277447} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.780871] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] bc13b8fc-1297-4b44-8383-894a1b8266f0/bc13b8fc-1297-4b44-8383-894a1b8266f0.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.781509] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f696665f-e4bf-4151-b86c-9bd57b56e0fd {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.788308] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1504.788308] env[69243]: value = "task-3690385" [ 1504.788308] env[69243]: _type = "Task" [ 1504.788308] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.795495] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690385, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.298575] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690385, 'name': Rename_Task, 'duration_secs': 0.14399} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.298972] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.299141] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc35e826-76fb-4241-bc01-51a3f8433b4c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.304585] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1505.304585] env[69243]: value = "task-3690386" [ 1505.304585] env[69243]: _type = "Task" [ 1505.304585] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.311588] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.815014] env[69243]: DEBUG oslo_vmware.api [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690386, 'name': PowerOnVM_Task, 'duration_secs': 0.425105} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.815241] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.815439] env[69243]: INFO nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1505.815615] env[69243]: DEBUG nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.816366] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9cc74-e048-42ff-9457-94278f56213e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.332799] env[69243]: INFO nova.compute.manager [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Took 11.79 seconds to build instance. [ 1506.462062] env[69243]: DEBUG nova.compute.manager [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Received event network-changed-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.462268] env[69243]: DEBUG nova.compute.manager [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Refreshing instance network info cache due to event network-changed-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1506.462478] env[69243]: DEBUG oslo_concurrency.lockutils [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] Acquiring lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.462621] env[69243]: DEBUG oslo_concurrency.lockutils [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] Acquired lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.462777] env[69243]: DEBUG nova.network.neutron [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Refreshing network info cache for port 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.834728] env[69243]: DEBUG oslo_concurrency.lockutils [None req-10c85d0f-5c37-443f-82e7-2c36047a51d6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.303s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.168414] env[69243]: DEBUG nova.network.neutron [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updated VIF entry in instance network info cache for port 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.168764] env[69243]: DEBUG nova.network.neutron [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updating instance_info_cache with network_info: [{"id": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "address": "fa:16:3e:67:3d:3b", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e19b9a6-e4", "ovs_interfaceid": "4e19b9a6-e45e-45cf-94a7-b1702ba9fc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.671753] env[69243]: DEBUG oslo_concurrency.lockutils [req-1e9b492a-da5e-4693-9481-21cd80949bf0 req-56b59e73-10f0-4277-91e7-0d5d0b9b611a service nova] Releasing lock "refresh_cache-bc13b8fc-1297-4b44-8383-894a1b8266f0" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.784015] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.784475] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.289387] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.290796] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.290796] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.290796] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.290796] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.290796] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.290796] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1512.290796] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.792986] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.793418] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.793418] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.793582] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1512.794455] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c31ad0-8bf7-4f39-a0f0-c7a1fe035f20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.802611] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a22879-dc1b-4d51-8abb-078794c6a183 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.816342] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56bbdc6-e4c3-42af-9677-7e41acf91336 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.822127] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304bddc-2ac6-4f71-8811-ec33af962227 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.850885] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180678MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1512.851085] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.851232] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.874834] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance bc13b8fc-1297-4b44-8383-894a1b8266f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1513.875154] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1513.875236] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1513.902888] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad365d8a-28af-45f7-95a4-efa65b7bac43 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.910292] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe256a7-43e4-4390-929d-c69f32c12d80 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.939293] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936069a-7da2-49d2-91f8-1379b0406fb1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.946081] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc3ea0-a63b-4afb-b33e-64939247d015 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.959341] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.462227] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.968261] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1514.968715] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.544463] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.544771] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.048156] env[69243]: DEBUG nova.compute.utils [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1544.550876] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.610943] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.611351] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.611502] env[69243]: INFO nova.compute.manager [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Attaching volume 4fd022d0-0d03-429d-a063-64f960ace732 to /dev/sdb [ 1545.641211] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5421e63-4c85-4a11-952e-e21af07b14cb {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.648018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732bbe83-e308-4635-befd-087902482bb3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.660807] env[69243]: DEBUG nova.virt.block_device [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updating existing volume attachment record: 8454587f-2c57-4951-96d9-8907881bd373 {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1550.204687] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1550.204937] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735192', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'name': 'volume-4fd022d0-0d03-429d-a063-64f960ace732', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc13b8fc-1297-4b44-8383-894a1b8266f0', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'serial': '4fd022d0-0d03-429d-a063-64f960ace732'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1550.205811] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4914b0-db1d-4fa9-b09d-d34f6f444f20 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.223042] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09373f0-8ecc-4dbf-8b96-2cecf380b858 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.246234] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-4fd022d0-0d03-429d-a063-64f960ace732/volume-4fd022d0-0d03-429d-a063-64f960ace732.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.246460] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-774e05f8-b33f-4c67-9600-ac5ce6f4d279 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.264244] env[69243]: DEBUG oslo_vmware.api [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1550.264244] env[69243]: value = "task-3690389" [ 1550.264244] env[69243]: _type = "Task" [ 1550.264244] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.271499] env[69243]: DEBUG oslo_vmware.api [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.773939] env[69243]: DEBUG oslo_vmware.api [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690389, 'name': ReconfigVM_Task, 'duration_secs': 0.326754} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.774244] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-4fd022d0-0d03-429d-a063-64f960ace732/volume-4fd022d0-0d03-429d-a063-64f960ace732.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.778790] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311171bb-d91f-4d1e-98ff-d3df29ee13d6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.793937] env[69243]: DEBUG oslo_vmware.api [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1550.793937] env[69243]: value = "task-3690390" [ 1550.793937] env[69243]: _type = "Task" [ 1550.793937] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.801616] env[69243]: DEBUG oslo_vmware.api [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.304287] env[69243]: DEBUG oslo_vmware.api [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690390, 'name': ReconfigVM_Task, 'duration_secs': 0.157901} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.304675] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735192', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'name': 'volume-4fd022d0-0d03-429d-a063-64f960ace732', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc13b8fc-1297-4b44-8383-894a1b8266f0', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'serial': '4fd022d0-0d03-429d-a063-64f960ace732'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1552.338366] env[69243]: DEBUG nova.objects.instance [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'flavor' on Instance uuid bc13b8fc-1297-4b44-8383-894a1b8266f0 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.842850] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f2cf688a-7251-4d0d-8b40-f60f03d0c5e6 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.060760] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.060998] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.563670] env[69243]: INFO nova.compute.manager [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Detaching volume 4fd022d0-0d03-429d-a063-64f960ace732 [ 1553.592891] env[69243]: INFO nova.virt.block_device [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Attempting to driver detach volume 4fd022d0-0d03-429d-a063-64f960ace732 from mountpoint /dev/sdb [ 1553.593147] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1553.593340] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735192', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'name': 'volume-4fd022d0-0d03-429d-a063-64f960ace732', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc13b8fc-1297-4b44-8383-894a1b8266f0', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'serial': '4fd022d0-0d03-429d-a063-64f960ace732'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1553.594256] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7ca1fb-546e-42fb-a397-188b87748000 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.616733] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da56c3c-a0ae-471f-8561-06410c0ca69e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.623341] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9af747-b9c0-430b-9b3b-8602b9066e07 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.642681] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f90b901-1cf7-42db-863f-1caeac6a1c53 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.656488] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] The volume has not been displaced from its original location: [datastore2] volume-4fd022d0-0d03-429d-a063-64f960ace732/volume-4fd022d0-0d03-429d-a063-64f960ace732.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1553.661635] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1553.661886] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b5a256-20d4-4aba-9e58-4f0fe2f61f44 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.678884] env[69243]: DEBUG oslo_vmware.api [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1553.678884] env[69243]: value = "task-3690391" [ 1553.678884] env[69243]: _type = "Task" [ 1553.678884] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.686184] env[69243]: DEBUG oslo_vmware.api [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.188405] env[69243]: DEBUG oslo_vmware.api [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690391, 'name': ReconfigVM_Task, 'duration_secs': 0.215099} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.188747] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1554.193387] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7460788e-2124-461a-a9b5-abdebd24e706 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.207682] env[69243]: DEBUG oslo_vmware.api [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1554.207682] env[69243]: value = "task-3690392" [ 1554.207682] env[69243]: _type = "Task" [ 1554.207682] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.214935] env[69243]: DEBUG oslo_vmware.api [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.717542] env[69243]: DEBUG oslo_vmware.api [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.218061] env[69243]: DEBUG oslo_vmware.api [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690392, 'name': ReconfigVM_Task, 'duration_secs': 0.748001} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.218353] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735192', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'name': 'volume-4fd022d0-0d03-429d-a063-64f960ace732', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc13b8fc-1297-4b44-8383-894a1b8266f0', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd022d0-0d03-429d-a063-64f960ace732', 'serial': '4fd022d0-0d03-429d-a063-64f960ace732'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1555.756704] env[69243]: DEBUG nova.objects.instance [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'flavor' on Instance uuid bc13b8fc-1297-4b44-8383-894a1b8266f0 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.764648] env[69243]: DEBUG oslo_concurrency.lockutils [None req-f05947a0-710a-43d0-9648-3d6d2a017dc8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.703s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.294151] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.294421] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.294735] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "bc13b8fc-1297-4b44-8383-894a1b8266f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.294935] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.295117] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.297348] env[69243]: INFO nova.compute.manager [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Terminating instance [ 1557.800852] env[69243]: DEBUG nova.compute.manager [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.801270] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.802027] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af281267-3624-43fc-a577-39fcb9230d0e {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.809949] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.810181] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0334356a-f83d-485a-87e3-26f5b3f12335 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.816115] env[69243]: DEBUG oslo_vmware.api [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1557.816115] env[69243]: value = "task-3690393" [ 1557.816115] env[69243]: _type = "Task" [ 1557.816115] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.824312] env[69243]: DEBUG oslo_vmware.api [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.325858] env[69243]: DEBUG oslo_vmware.api [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690393, 'name': PowerOffVM_Task, 'duration_secs': 0.179223} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.326117] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.326290] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.326551] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fdb85b8-241d-496b-af0c-20685248e5c7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.386095] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.386329] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.386505] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleting the datastore file [datastore2] bc13b8fc-1297-4b44-8383-894a1b8266f0 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.386797] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5c99e1-7d51-4c34-8f15-437874ed5ba8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.392872] env[69243]: DEBUG oslo_vmware.api [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1558.392872] env[69243]: value = "task-3690395" [ 1558.392872] env[69243]: _type = "Task" [ 1558.392872] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.400053] env[69243]: DEBUG oslo_vmware.api [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.902372] env[69243]: DEBUG oslo_vmware.api [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159407} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.902883] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.902883] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.903032] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.903195] env[69243]: INFO nova.compute.manager [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1558.903361] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1558.903557] env[69243]: DEBUG nova.compute.manager [-] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.903660] env[69243]: DEBUG nova.network.neutron [-] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.462841] env[69243]: DEBUG nova.compute.manager [req-ed18dc39-7b34-43ac-8bba-e19d79c8703b req-b6eecec6-043f-409a-a2ef-f4c1698dbf9f service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Received event network-vif-deleted-4e19b9a6-e45e-45cf-94a7-b1702ba9fc05 {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1559.463116] env[69243]: INFO nova.compute.manager [req-ed18dc39-7b34-43ac-8bba-e19d79c8703b req-b6eecec6-043f-409a-a2ef-f4c1698dbf9f service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Neutron deleted interface 4e19b9a6-e45e-45cf-94a7-b1702ba9fc05; detaching it from the instance and deleting it from the info cache [ 1559.463272] env[69243]: DEBUG nova.network.neutron [req-ed18dc39-7b34-43ac-8bba-e19d79c8703b req-b6eecec6-043f-409a-a2ef-f4c1698dbf9f service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.866969] env[69243]: DEBUG nova.network.neutron [-] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.967027] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4176957-55f9-4db1-a61c-8490306e7a8d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.976731] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65958ee8-fa40-4d8d-b730-409687fb23c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.001705] env[69243]: DEBUG nova.compute.manager [req-ed18dc39-7b34-43ac-8bba-e19d79c8703b req-b6eecec6-043f-409a-a2ef-f4c1698dbf9f service nova] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Detach interface failed, port_id=4e19b9a6-e45e-45cf-94a7-b1702ba9fc05, reason: Instance bc13b8fc-1297-4b44-8383-894a1b8266f0 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1560.370807] env[69243]: INFO nova.compute.manager [-] [instance: bc13b8fc-1297-4b44-8383-894a1b8266f0] Took 1.47 seconds to deallocate network for instance. [ 1560.877428] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.877757] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.878028] env[69243]: DEBUG nova.objects.instance [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'resources' on Instance uuid bc13b8fc-1297-4b44-8383-894a1b8266f0 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.411861] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab28a3a3-9883-42ba-ab2b-979ad993002c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.419021] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf4f083-4080-4a9d-868b-83fb135d147c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.447817] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29ee63-a451-4e6c-8e73-973682e66940 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.454417] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d7ef3-4381-46d5-bdbe-a4885da66627 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.466808] env[69243]: DEBUG nova.compute.provider_tree [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.970143] env[69243]: DEBUG nova.scheduler.client.report [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.475812] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.496958] env[69243]: INFO nova.scheduler.client.report [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted allocations for instance bc13b8fc-1297-4b44-8383-894a1b8266f0 [ 1563.004790] env[69243]: DEBUG oslo_concurrency.lockutils [None req-3ec33c82-9b3c-4aee-958e-cfe7b7ce8bf8 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "bc13b8fc-1297-4b44-8383-894a1b8266f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.710s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.146957] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "dfd72dee-47b5-47e3-8867-c708a4177955" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.147231] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.650193] env[69243]: DEBUG nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Starting instance... {{(pid=69243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1566.172299] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.172588] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.174101] env[69243]: INFO nova.compute.claims [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1567.208619] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baef2fc-ad84-4b4b-9718-0ba555162a28 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.215464] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee58f7-ca6b-4372-80b9-9c8b4294b3d7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.245688] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a75fb5-051e-4988-829b-5a3b946a21f2 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.252087] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121aa054-c1f6-4bf3-a938-da9474db51b1 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.264520] env[69243]: DEBUG nova.compute.provider_tree [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.767535] env[69243]: DEBUG nova.scheduler.client.report [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.272946] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.273501] env[69243]: DEBUG nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Start building networks asynchronously for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.778402] env[69243]: DEBUG nova.compute.utils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1568.779800] env[69243]: DEBUG nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Allocating IP information in the background. {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1568.779969] env[69243]: DEBUG nova.network.neutron [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] allocate_for_instance() {{(pid=69243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.833840] env[69243]: DEBUG nova.policy [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338dfccf2b3f48e797ff8837288b5fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92d95681acb74202b7dd82773eec33e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1569.075338] env[69243]: DEBUG nova.network.neutron [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Successfully created port: aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.283803] env[69243]: DEBUG nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Start building block device mappings for instance. {{(pid=69243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.293898] env[69243]: DEBUG nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Start spawning the instance on the hypervisor. {{(pid=69243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.320745] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T18:18:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T18:18:06Z,direct_url=,disk_format='vmdk',id=18ed8bce-64a7-4098-b909-6a3e3fb2f518,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9d49101645a442e8ace316d6ddce3e0f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T18:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.321009] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.321177] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image limits 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.321359] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Flavor pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.321508] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Image pref 0:0:0 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.321656] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.321870] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.322042] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.322214] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Got 1 possible topologies {{(pid=69243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.322374] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.322549] env[69243]: DEBUG nova.virt.hardware [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.323440] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9f77ce-3711-4be2-9145-0fa59d38f82f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.331216] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1e0850-2101-4d1a-99b4-e11e1ff7be2a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.414146] env[69243]: DEBUG nova.compute.manager [req-18d5548f-daee-4e47-9ce4-7514af3f5331 req-0404c6e7-60ec-436a-a3db-cc880a1449d5 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Received event network-vif-plugged-aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.414376] env[69243]: DEBUG oslo_concurrency.lockutils [req-18d5548f-daee-4e47-9ce4-7514af3f5331 req-0404c6e7-60ec-436a-a3db-cc880a1449d5 service nova] Acquiring lock "dfd72dee-47b5-47e3-8867-c708a4177955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.414609] env[69243]: DEBUG oslo_concurrency.lockutils [req-18d5548f-daee-4e47-9ce4-7514af3f5331 req-0404c6e7-60ec-436a-a3db-cc880a1449d5 service nova] Lock "dfd72dee-47b5-47e3-8867-c708a4177955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.414743] env[69243]: DEBUG oslo_concurrency.lockutils [req-18d5548f-daee-4e47-9ce4-7514af3f5331 req-0404c6e7-60ec-436a-a3db-cc880a1449d5 service nova] Lock "dfd72dee-47b5-47e3-8867-c708a4177955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.414912] env[69243]: DEBUG nova.compute.manager [req-18d5548f-daee-4e47-9ce4-7514af3f5331 req-0404c6e7-60ec-436a-a3db-cc880a1449d5 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] No waiting events found dispatching network-vif-plugged-aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1570.415085] env[69243]: WARNING nova.compute.manager [req-18d5548f-daee-4e47-9ce4-7514af3f5331 req-0404c6e7-60ec-436a-a3db-cc880a1449d5 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Received unexpected event network-vif-plugged-aeb8d685-6c89-4556-a6bf-eb31b9ae538a for instance with vm_state building and task_state spawning. [ 1570.496623] env[69243]: DEBUG nova.network.neutron [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Successfully updated port: aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1570.999655] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.999809] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.999965] env[69243]: DEBUG nova.network.neutron [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Building network info cache for instance {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.539065] env[69243]: DEBUG nova.network.neutron [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Instance cache missing network info. {{(pid=69243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.664167] env[69243]: DEBUG nova.network.neutron [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updating instance_info_cache with network_info: [{"id": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "address": "fa:16:3e:09:97:54", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb8d685-6c", "ovs_interfaceid": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.167353] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.167727] env[69243]: DEBUG nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Instance network_info: |[{"id": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "address": "fa:16:3e:09:97:54", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb8d685-6c", "ovs_interfaceid": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1572.168179] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:97:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeb8d685-6c89-4556-a6bf-eb31b9ae538a', 'vif_model': 'vmxnet3'}] {{(pid=69243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.175503] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1572.175752] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Creating VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.175978] env[69243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749a4bd4-9669-482d-b4cb-fcc7bb660883 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.196975] env[69243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.196975] env[69243]: value = "task-3690396" [ 1572.196975] env[69243]: _type = "Task" [ 1572.196975] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.209337] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690396, 'name': CreateVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.447167] env[69243]: DEBUG nova.compute.manager [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Received event network-changed-aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1572.447459] env[69243]: DEBUG nova.compute.manager [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Refreshing instance network info cache due to event network-changed-aeb8d685-6c89-4556-a6bf-eb31b9ae538a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1572.447706] env[69243]: DEBUG oslo_concurrency.lockutils [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] Acquiring lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.447890] env[69243]: DEBUG oslo_concurrency.lockutils [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] Acquired lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.448104] env[69243]: DEBUG nova.network.neutron [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Refreshing network info cache for port aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.706720] env[69243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3690396, 'name': CreateVM_Task, 'duration_secs': 0.314961} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.707061] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Created VM on the ESX host {{(pid=69243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.707512] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.707679] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.707991] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.708525] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba66c24-f2a0-4051-aff0-62afa503bdd7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.713318] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1572.713318] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e25a01-5f90-2e19-c357-c4cbfb095792" [ 1572.713318] env[69243]: _type = "Task" [ 1572.713318] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.720970] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e25a01-5f90-2e19-c357-c4cbfb095792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.224336] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]52e25a01-5f90-2e19-c357-c4cbfb095792, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.224639] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.224870] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Processing image 18ed8bce-64a7-4098-b909-6a3e3fb2f518 {{(pid=69243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.225128] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.225281] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.225499] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.225731] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2075cb-d654-496d-8dbb-9b9ae8dabe8a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.233932] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.234118] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.234810] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f30291-d3a1-4554-bb39-b7d57d4ba6e9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.239499] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1573.239499] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524f098c-8925-cfa4-4ec1-0ee4b57bb51f" [ 1573.239499] env[69243]: _type = "Task" [ 1573.239499] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.246872] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524f098c-8925-cfa4-4ec1-0ee4b57bb51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.406774] env[69243]: DEBUG nova.network.neutron [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updated VIF entry in instance network info cache for port aeb8d685-6c89-4556-a6bf-eb31b9ae538a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.407149] env[69243]: DEBUG nova.network.neutron [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updating instance_info_cache with network_info: [{"id": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "address": "fa:16:3e:09:97:54", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb8d685-6c", "ovs_interfaceid": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.749672] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]524f098c-8925-cfa4-4ec1-0ee4b57bb51f, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.750462] env[69243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c221d545-eb07-434d-a3da-4caa5e8ba12b {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.755198] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1573.755198] env[69243]: value = "session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5247bb2a-5e9d-0c90-5055-9479a0b9948b" [ 1573.755198] env[69243]: _type = "Task" [ 1573.755198] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.762715] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5247bb2a-5e9d-0c90-5055-9479a0b9948b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.909686] env[69243]: DEBUG oslo_concurrency.lockutils [req-23671777-52d5-4855-afe2-5555e58860bb req-b25c74d5-3688-4d30-980c-662a11b3c3c6 service nova] Releasing lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.266394] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': session[524dbbb5-0cf8-a1db-4fcd-27580ab7725f]5247bb2a-5e9d-0c90-5055-9479a0b9948b, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.266687] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.266873] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] dfd72dee-47b5-47e3-8867-c708a4177955/dfd72dee-47b5-47e3-8867-c708a4177955.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.267145] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-770175fb-3118-46da-988c-048b57b17d7c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.273213] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1574.273213] env[69243]: value = "task-3690397" [ 1574.273213] env[69243]: _type = "Task" [ 1574.273213] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.280447] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.783289] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452289} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.783597] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18ed8bce-64a7-4098-b909-6a3e3fb2f518/18ed8bce-64a7-4098-b909-6a3e3fb2f518.vmdk to [datastore2] dfd72dee-47b5-47e3-8867-c708a4177955/dfd72dee-47b5-47e3-8867-c708a4177955.vmdk {{(pid=69243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.783804] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Extending root virtual disk to 1048576 {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.783999] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a70fff98-5bf8-4f2a-817d-082aff1801b7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.790050] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1574.790050] env[69243]: value = "task-3690398" [ 1574.790050] env[69243]: _type = "Task" [ 1574.790050] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.798046] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.970171] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.970341] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.970401] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.970551] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.970708] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.970852] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.971025] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.971158] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1574.971305] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.299779] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057461} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.300048] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Extended root virtual disk {{(pid=69243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.300782] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa92e836-fd7e-47bf-98cb-50d3ce619b0a {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.322281] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] dfd72dee-47b5-47e3-8867-c708a4177955/dfd72dee-47b5-47e3-8867-c708a4177955.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.322545] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f52891f-80e5-4265-9729-80cad9047601 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.341015] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1575.341015] env[69243]: value = "task-3690399" [ 1575.341015] env[69243]: _type = "Task" [ 1575.341015] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.351683] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.474209] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.474518] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.474734] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.474931] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1575.475878] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fdf08c-898d-482b-b582-d8a0051d8836 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.483503] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4783ebb-de9f-42c8-97fd-4889d52ad782 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.497296] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec72b1e5-88a2-45f1-95c1-2cdf16456597 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.503541] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b99144-6461-4831-8a27-b1b7797f55b9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.533173] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180745MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1575.533354] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.533538] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.851998] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690399, 'name': ReconfigVM_Task, 'duration_secs': 0.259887} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.852341] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Reconfigured VM instance instance-0000007f to attach disk [datastore2] dfd72dee-47b5-47e3-8867-c708a4177955/dfd72dee-47b5-47e3-8867-c708a4177955.vmdk or device None with type sparse {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.852837] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed12fb3b-f8f1-4468-927e-e2b1cd2d639d {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.859107] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1575.859107] env[69243]: value = "task-3690400" [ 1575.859107] env[69243]: _type = "Task" [ 1575.859107] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.866368] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690400, 'name': Rename_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.369377] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690400, 'name': Rename_Task, 'duration_secs': 0.137814} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.369646] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Powering on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.369883] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ad0ce31-293a-4d7f-a35c-b71202685e57 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.376344] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1576.376344] env[69243]: value = "task-3690401" [ 1576.376344] env[69243]: _type = "Task" [ 1576.376344] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.383265] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.557457] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Instance dfd72dee-47b5-47e3-8867-c708a4177955 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1576.557687] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1576.557838] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1576.584802] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e60c83-572e-4e4c-8d2d-cc9a5fbc1a44 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.592332] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f2860c-a807-4e1d-b893-6e482b8f1eab {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.622049] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe341f0-fe94-4411-8bcc-a0b0d193cbb6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.628967] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1815c1c4-f7e6-4611-886d-dde690140a25 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.641891] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.886032] env[69243]: DEBUG oslo_vmware.api [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690401, 'name': PowerOnVM_Task, 'duration_secs': 0.450327} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.886369] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Powered on the VM {{(pid=69243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.886466] env[69243]: INFO nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1576.886604] env[69243]: DEBUG nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Checking state {{(pid=69243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.887358] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21fb4c9-6d6e-4f11-b828-226bb2d47b76 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.144857] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.403551] env[69243]: INFO nova.compute.manager [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Took 11.25 seconds to build instance. [ 1577.649884] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1577.650113] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.905692] env[69243]: DEBUG oslo_concurrency.lockutils [None req-bc3ec288-063d-4101-b633-483f8a4fe729 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.758s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.331083] env[69243]: DEBUG nova.compute.manager [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Received event network-changed-aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1578.331634] env[69243]: DEBUG nova.compute.manager [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Refreshing instance network info cache due to event network-changed-aeb8d685-6c89-4556-a6bf-eb31b9ae538a. {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1578.331976] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] Acquiring lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.332287] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] Acquired lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.332578] env[69243]: DEBUG nova.network.neutron [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Refreshing network info cache for port aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.037150] env[69243]: DEBUG nova.network.neutron [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updated VIF entry in instance network info cache for port aeb8d685-6c89-4556-a6bf-eb31b9ae538a. {{(pid=69243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.037556] env[69243]: DEBUG nova.network.neutron [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updating instance_info_cache with network_info: [{"id": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "address": "fa:16:3e:09:97:54", "network": {"id": "92e201f4-b976-49a3-9b6e-24e335279a9a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-132048354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92d95681acb74202b7dd82773eec33e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb8d685-6c", "ovs_interfaceid": "aeb8d685-6c89-4556-a6bf-eb31b9ae538a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.540934] env[69243]: DEBUG oslo_concurrency.lockutils [req-92ae522e-f816-4f9c-b1ee-a40775f4ab42 req-4314447c-0efc-409c-ba47-f420a8b5f821 service nova] Releasing lock "refresh_cache-dfd72dee-47b5-47e3-8867-c708a4177955" {{(pid=69243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.945110] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "dfd72dee-47b5-47e3-8867-c708a4177955" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.945425] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.448328] env[69243]: DEBUG nova.compute.utils [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Using /dev/sd instead of None {{(pid=69243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1615.951812] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.009271] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "dfd72dee-47b5-47e3-8867-c708a4177955" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.009612] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.009784] env[69243]: INFO nova.compute.manager [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Attaching volume 14f0faa4-2cdb-4b41-b69f-15e026007892 to /dev/sdb [ 1617.041018] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f46baa0-b1ba-4aee-861a-fcb23009f356 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.047142] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505a0c50-3052-4eb3-9bbb-d3f0c49fc220 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.060281] env[69243]: DEBUG nova.virt.block_device [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updating existing volume attachment record: 954f67ef-8286-4d87-9a6c-73d355edff0f {{(pid=69243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1621.601778] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Volume attach. Driver type: vmdk {{(pid=69243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1621.602033] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735194', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'name': 'volume-14f0faa4-2cdb-4b41-b69f-15e026007892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72dee-47b5-47e3-8867-c708a4177955', 'attached_at': '', 'detached_at': '', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'serial': '14f0faa4-2cdb-4b41-b69f-15e026007892'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1621.602927] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4726f4a3-076f-4c98-bb8f-93b5d467db81 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.619123] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a450cd0f-79cd-48fd-a4ec-76d517b2b5e5 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.642448] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-14f0faa4-2cdb-4b41-b69f-15e026007892/volume-14f0faa4-2cdb-4b41-b69f-15e026007892.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.642675] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844bd254-ac71-4065-b6a5-73663c6e7850 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.659148] env[69243]: DEBUG oslo_vmware.api [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1621.659148] env[69243]: value = "task-3690404" [ 1621.659148] env[69243]: _type = "Task" [ 1621.659148] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.667349] env[69243]: DEBUG oslo_vmware.api [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.168633] env[69243]: DEBUG oslo_vmware.api [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690404, 'name': ReconfigVM_Task, 'duration_secs': 0.31787} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.168908] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-14f0faa4-2cdb-4b41-b69f-15e026007892/volume-14f0faa4-2cdb-4b41-b69f-15e026007892.vmdk or device None with type thin {{(pid=69243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.173420] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ac76c1-5714-4d84-8e0f-309d9efb49c6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.187877] env[69243]: DEBUG oslo_vmware.api [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1622.187877] env[69243]: value = "task-3690405" [ 1622.187877] env[69243]: _type = "Task" [ 1622.187877] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.195857] env[69243]: DEBUG oslo_vmware.api [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.701843] env[69243]: DEBUG oslo_vmware.api [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690405, 'name': ReconfigVM_Task, 'duration_secs': 0.14249} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.702371] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735194', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'name': 'volume-14f0faa4-2cdb-4b41-b69f-15e026007892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72dee-47b5-47e3-8867-c708a4177955', 'attached_at': '', 'detached_at': '', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'serial': '14f0faa4-2cdb-4b41-b69f-15e026007892'} {{(pid=69243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1623.736252] env[69243]: DEBUG nova.objects.instance [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'flavor' on Instance uuid dfd72dee-47b5-47e3-8867-c708a4177955 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.242647] env[69243]: DEBUG oslo_concurrency.lockutils [None req-cfd2bbfa-dd6a-4e02-8e71-6f72cce05d05 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.425393] env[69243]: DEBUG oslo_concurrency.lockutils [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "dfd72dee-47b5-47e3-8867-c708a4177955" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.425641] env[69243]: DEBUG oslo_concurrency.lockutils [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.928602] env[69243]: INFO nova.compute.manager [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Detaching volume 14f0faa4-2cdb-4b41-b69f-15e026007892 [ 1624.961869] env[69243]: INFO nova.virt.block_device [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Attempting to driver detach volume 14f0faa4-2cdb-4b41-b69f-15e026007892 from mountpoint /dev/sdb [ 1624.962115] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Volume detach. Driver type: vmdk {{(pid=69243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1624.962312] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735194', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'name': 'volume-14f0faa4-2cdb-4b41-b69f-15e026007892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72dee-47b5-47e3-8867-c708a4177955', 'attached_at': '', 'detached_at': '', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'serial': '14f0faa4-2cdb-4b41-b69f-15e026007892'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1624.963237] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a662079-2758-43b0-bbee-782d94c57bd9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.984410] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e214a-dc85-4c85-8982-e6850a4316c8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.991044] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581a78c1-8895-42a1-a3d7-5b8abb453dc7 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.011333] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f69fc0c-cb32-488b-85d3-cd67121e9854 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.025061] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] The volume has not been displaced from its original location: [datastore2] volume-14f0faa4-2cdb-4b41-b69f-15e026007892/volume-14f0faa4-2cdb-4b41-b69f-15e026007892.vmdk. No consolidation needed. {{(pid=69243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1625.030268] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1625.030490] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f146ead-86f1-48c8-a686-4f4baa47fcec {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.047328] env[69243]: DEBUG oslo_vmware.api [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1625.047328] env[69243]: value = "task-3690406" [ 1625.047328] env[69243]: _type = "Task" [ 1625.047328] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.054508] env[69243]: DEBUG oslo_vmware.api [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.556614] env[69243]: DEBUG oslo_vmware.api [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690406, 'name': ReconfigVM_Task, 'duration_secs': 0.198093} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.556908] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1625.561631] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fad5137-2a2d-4c7c-bdbf-b2e88b0a33b8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.576716] env[69243]: DEBUG oslo_vmware.api [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1625.576716] env[69243]: value = "task-3690407" [ 1625.576716] env[69243]: _type = "Task" [ 1625.576716] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.584549] env[69243]: DEBUG oslo_vmware.api [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.086685] env[69243]: DEBUG oslo_vmware.api [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690407, 'name': ReconfigVM_Task, 'duration_secs': 0.138932} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.087020] env[69243]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-735194', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'name': 'volume-14f0faa4-2cdb-4b41-b69f-15e026007892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfd72dee-47b5-47e3-8867-c708a4177955', 'attached_at': '', 'detached_at': '', 'volume_id': '14f0faa4-2cdb-4b41-b69f-15e026007892', 'serial': '14f0faa4-2cdb-4b41-b69f-15e026007892'} {{(pid=69243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1626.626241] env[69243]: DEBUG nova.objects.instance [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'flavor' on Instance uuid dfd72dee-47b5-47e3-8867-c708a4177955 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.633358] env[69243]: DEBUG oslo_concurrency.lockutils [None req-edfdbfed-ada4-4f6b-b565-797ffef11791 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.664262] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "dfd72dee-47b5-47e3-8867-c708a4177955" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.664610] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.664738] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "dfd72dee-47b5-47e3-8867-c708a4177955-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.664921] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.665118] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.667255] env[69243]: INFO nova.compute.manager [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Terminating instance [ 1629.170963] env[69243]: DEBUG nova.compute.manager [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Start destroying the instance on the hypervisor. {{(pid=69243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1629.171252] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Destroying instance {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.172126] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19af68e-0871-414e-85a6-dca73d1159a8 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.180202] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Powering off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.180444] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b5027a4-0f2d-4233-adff-eb3c2c144ce3 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.186357] env[69243]: DEBUG oslo_vmware.api [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1629.186357] env[69243]: value = "task-3690408" [ 1629.186357] env[69243]: _type = "Task" [ 1629.186357] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.195127] env[69243]: DEBUG oslo_vmware.api [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.696499] env[69243]: DEBUG oslo_vmware.api [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690408, 'name': PowerOffVM_Task, 'duration_secs': 0.168433} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.698059] env[69243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Powered off the VM {{(pid=69243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.698059] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Unregistering the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.698059] env[69243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973926df-8d5a-467b-b704-840f9a478cb9 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.765021] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Unregistered the VM {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.765248] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Deleting contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.765427] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleting the datastore file [datastore2] dfd72dee-47b5-47e3-8867-c708a4177955 {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.765683] env[69243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11fb274d-5d72-4f71-9992-2bdd13f5c567 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.771374] env[69243]: DEBUG oslo_vmware.api [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for the task: (returnval){ [ 1629.771374] env[69243]: value = "task-3690410" [ 1629.771374] env[69243]: _type = "Task" [ 1629.771374] env[69243]: } to complete. {{(pid=69243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.778623] env[69243]: DEBUG oslo_vmware.api [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.280996] env[69243]: DEBUG oslo_vmware.api [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Task: {'id': task-3690410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154825} completed successfully. {{(pid=69243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.281278] env[69243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted the datastore file {{(pid=69243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1630.281464] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Deleted contents of the VM from datastore datastore2 {{(pid=69243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1630.281637] env[69243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Instance destroyed {{(pid=69243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1630.281807] env[69243]: INFO nova.compute.manager [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1630.282056] env[69243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1630.282250] env[69243]: DEBUG nova.compute.manager [-] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Deallocating network for instance {{(pid=69243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1630.282344] env[69243]: DEBUG nova.network.neutron [-] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] deallocate_for_instance() {{(pid=69243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1630.744317] env[69243]: DEBUG nova.compute.manager [req-737a37e4-ddba-4188-9cf5-9d70595d2778 req-0749db48-2930-414e-aba9-8ed998b9506f service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Received event network-vif-deleted-aeb8d685-6c89-4556-a6bf-eb31b9ae538a {{(pid=69243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1630.744596] env[69243]: INFO nova.compute.manager [req-737a37e4-ddba-4188-9cf5-9d70595d2778 req-0749db48-2930-414e-aba9-8ed998b9506f service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Neutron deleted interface aeb8d685-6c89-4556-a6bf-eb31b9ae538a; detaching it from the instance and deleting it from the info cache [ 1630.744596] env[69243]: DEBUG nova.network.neutron [req-737a37e4-ddba-4188-9cf5-9d70595d2778 req-0749db48-2930-414e-aba9-8ed998b9506f service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.218779] env[69243]: DEBUG nova.network.neutron [-] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Updating instance_info_cache with network_info: [] {{(pid=69243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.247330] env[69243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b240f9f-3080-4c9c-8ac8-c0a4368c136c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.257009] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea762ea-7461-4781-9a52-265b598bd7be {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.281045] env[69243]: DEBUG nova.compute.manager [req-737a37e4-ddba-4188-9cf5-9d70595d2778 req-0749db48-2930-414e-aba9-8ed998b9506f service nova] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Detach interface failed, port_id=aeb8d685-6c89-4556-a6bf-eb31b9ae538a, reason: Instance dfd72dee-47b5-47e3-8867-c708a4177955 could not be found. {{(pid=69243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1631.721292] env[69243]: INFO nova.compute.manager [-] [instance: dfd72dee-47b5-47e3-8867-c708a4177955] Took 1.44 seconds to deallocate network for instance. [ 1632.227994] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.228355] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.228500] env[69243]: DEBUG nova.objects.instance [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lazy-loading 'resources' on Instance uuid dfd72dee-47b5-47e3-8867-c708a4177955 {{(pid=69243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.762651] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aeb71e-aa3d-4d04-abcf-5b56c560ea8c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.771293] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df8d510-84e2-45cd-b58f-5f50e26d1be6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.799858] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c77dd-cc85-434c-934b-9cff99274172 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.806807] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3865038e-a1c4-49d2-b1fe-0e9bf85775ce {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.819427] env[69243]: DEBUG nova.compute.provider_tree [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.322861] env[69243]: DEBUG nova.scheduler.client.report [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.369496] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.369944] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.827731] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.847427] env[69243]: INFO nova.scheduler.client.report [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Deleted allocations for instance dfd72dee-47b5-47e3-8867-c708a4177955 [ 1633.873499] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873683] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873833] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.873985] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.874150] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.874300] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.874429] env[69243]: DEBUG nova.compute.manager [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1633.874566] env[69243]: DEBUG oslo_service.periodic_task [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.356869] env[69243]: DEBUG oslo_concurrency.lockutils [None req-8ab81d38-fc20-4bfd-98c3-e3a38505bda3 tempest-AttachVolumeNegativeTest-5818339 tempest-AttachVolumeNegativeTest-5818339-project-member] Lock "dfd72dee-47b5-47e3-8867-c708a4177955" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.376742] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.376961] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.377137] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.377289] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1634.378370] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849b11b0-77ef-4024-83be-8a3c1f592d6f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.386540] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e767eb4-b09b-4162-ab88-d47780b646e6 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.401111] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6450b7-23a6-49ae-9ff2-42d756b74631 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.408945] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e8c9d9-8c44-45d6-8a2e-a763f6a50972 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.437282] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180732MB free_disk=67GB free_vcpus=48 pci_devices=None {{(pid=69243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1634.437451] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.437694] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1635.456895] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1635.457200] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1635.470358] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ebe609-5eda-42d6-9e66-7edce9058539 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.477547] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef38ae01-7fca-435a-be66-80bc31b79c9f {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.507296] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e023a29-010e-4bbd-9e96-1e3efc05cc0c {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.513962] env[69243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05802f6-c260-4e82-b107-d8dbf6aaa977 {{(pid=69243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.526969] env[69243]: DEBUG nova.compute.provider_tree [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed in ProviderTree for provider: d7f8eded-4856-4fed-bd1e-6b04b1de80f5 {{(pid=69243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.030116] env[69243]: DEBUG nova.scheduler.client.report [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Inventory has not changed for provider d7f8eded-4856-4fed-bd1e-6b04b1de80f5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 67, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.535610] env[69243]: DEBUG nova.compute.resource_tracker [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1636.535948] env[69243]: DEBUG oslo_concurrency.lockutils [None req-883adda6-783e-421f-a270-5c2c04831c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}